[ 529.372588] env[65421]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 529.372588] env[65421]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 530.359500] env[65511]: /opt/stack/neutron/neutron/__init__.py:25: UserWarning: The selected oslo_service backend is "eventlet" [ 530.359500] env[65511]: warnings.warn('The selected oslo_service backend is "eventlet"') [ 531.953644] env[65511]: INFO neutron.common.config [-] Logging enabled! [ 531.953644] env[65511]: INFO neutron.common.config [-] /opt/stack/data/venv/bin/neutron-nsxv3-agent version 28.0.0.0b2.dev51 [ 531.954231] env[65511]: DEBUG neutron.common.config [-] command line: /opt/stack/data/venv/bin/neutron-nsxv3-agent --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini --config-file /etc/neutron/plugins/ml2/ml2-nsxv3-1.ini {{(pid=65511) setup_logging /opt/stack/neutron/neutron/common/config.py:124}} [ 531.954412] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] VMware NSXv3 Agent initializing ... [ 531.954508] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [-] Eventlet blocking behavior detection initialization completed. [ 531.955357] env[65511]: WARNING oslo_policy.policy [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.955648] env[65511]: WARNING oslo_policy.policy [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. [ 531.957325] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.agent [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] VMware NSXv3 Agent initialized successfully. [ 531.957703] env[65511]: DEBUG oslo_concurrency.lockutils [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] Acquiring lock "singleton_lock" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 531.957832] env[65511]: DEBUG oslo_concurrency.lockutils [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] Acquired lock "singleton_lock" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 531.958047] env[65511]: DEBUG oslo_concurrency.lockutils [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] Releasing lock "singleton_lock" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 531.958333] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] Full set of CONF: {{(pid=65511) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 531.958444] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ******************************************************************************** {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 531.958546] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] Configuration options gathered from: {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 531.958907] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini', '--config-file', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 531.959091] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 531.959199] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ================================================================================ {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 531.959367] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] agent_down_time = 75 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.959507] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] allow_automatic_dhcp_failover = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.959643] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] allow_bulk = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.959783] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] api_extensions_path = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.959920] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] api_paste_config = api-paste.ini {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960071] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] auth_strategy = keystone {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960195] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] backdoor_port = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960309] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] backdoor_socket = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960451] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] backlog = 4096 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960590] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] base_mac = fa:16:3e:00:00:00 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960746] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] bind_host = 0.0.0.0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.960887] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] bind_port = 9696 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961032] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] client_socket_timeout = 900 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961172] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] config_dir = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961278] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini', '/etc/neutron/plugins/ml2/ml2-nsxv3-1.ini'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961416] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] config_source = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961553] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] control_exchange = neutron {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961689] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] core_plugin = ml2 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961825] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] debug = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.961960] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] default_availability_zones = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.962178] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.962339] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] dhcp_agent_notification = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.962471] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] dhcp_agents_per_network = 1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.962603] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] dhcp_lease_duration = 86400 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.962745] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] dhcp_load_type = networks {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.962881] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] dns_domain = openstacklocal {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963025] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963161] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_default_route_bfd = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963337] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_default_route_ecmp = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963505] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_dvr = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963572] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_new_agents = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963692] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_services_on_agents_with_admin_state_down = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963821] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_signals = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.963950] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] enable_traditional_dhcp = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964094] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] external_dns_driver = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964226] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] filter_validation = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964372] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] global_physnet_mtu = 8950 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964505] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] graceful_shutdown_timeout = 60 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964688] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] host = cpu-1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964828] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] host_dvr_for_dhcp = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.964962] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] http_retries = 3 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965113] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] instance_format = [instance: %(uuid)s] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965261] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965388] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ipam_driver = internal {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965516] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ipv6_pd_enabled = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965641] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] l3_ha = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965778] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.965913] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] l3_ha_network_physical_name = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966054] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] l3_ha_network_type = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966191] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_color = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966326] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_config_append = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966462] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966593] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_dir = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966719] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_file = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966821] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_options = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.966951] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_rotate_interval = 1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967106] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_rotate_interval_type = days {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967245] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] log_rotation_type = none {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967422] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967527] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967668] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967800] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.967901] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968039] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] max_dns_nameservers = 5 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968173] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] max_header_line = 16384 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968296] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] max_l3_agents_per_router = 3 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968420] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] max_logfile_count = 30 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968545] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] max_logfile_size_mb = 200 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968892] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] max_subnet_host_routes = 20 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968892] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] my_ip = 10.180.1.21 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.968998] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] my_ipv6 = ::1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969064] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] network_auto_schedule = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969174] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] network_link_prefix = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969311] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969480] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] notify_nova_on_port_data_changes = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969583] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] notify_nova_on_port_status_changes = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969712] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] pagination_max_limit = -1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969838] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] publish_errors = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.969965] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] rate_limit_burst = 0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970115] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] rate_limit_except_level = CRITICAL {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970402] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] rate_limit_interval = 0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970402] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] retry_until_window = 30 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970496] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] router_distributed = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970624] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] rpc_resources_processing_step = 20 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970749] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] rpc_response_max_timeout = 600 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970899] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] rpc_response_timeout = 60 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.970995] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] send_events_interval = 2 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971228] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] service_plugins = ['router'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971302] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] setproctitle = on {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971411] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] shell_completion = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971544] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] state_path = /opt/stack/data/neutron {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971676] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] syslog_log_facility = LOG_USER {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971804] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] tcp_keepidle = 600 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.971937] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] transport_url = **** {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972080] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] use_journal = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972211] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] use_json = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972375] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] use_ssl = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972544] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] use_stderr = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972639] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] use_syslog = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972824] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] vlan_qinq = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.972955] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] vlan_transparent = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.973098] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] watch_log_file = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.973292] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] wsgi_default_pool_size = 100 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.973465] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] wsgi_keep_alive = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.973610] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.973740] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] wsgi_server_debug = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 531.973894] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_concurrency.disable_process_locking = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974048] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974197] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974332] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974469] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974609] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974746] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.974897] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.connection_string = messaging:// {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975050] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.enabled = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975197] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.es_doc_type = notification {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975332] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.es_scroll_size = 10000 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975469] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.es_scroll_time = 2m {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975600] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.filter_error_trace = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975735] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.hmac_keys = **** {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.975871] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.sentinel_service_name = mymaster {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976022] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.socket_timeout = 0.1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976157] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.trace_requests = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976288] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler.trace_sqlalchemy = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976438] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler_jaeger.process_tags = {} {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976569] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler_jaeger.service_name_prefix = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976699] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] profiler_otlp.service_name_prefix = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.976845] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.enforce_new_defaults = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.977135] env[65511]: WARNING oslo_config.cfg [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] Deprecated: Option "enforce_scope" from group "oslo_policy" is deprecated for removal (This configuration was added temporarily to facilitate a smooth transition to the new RBAC. OpenStack will always enforce scope checks. This configuration option is deprecated and will be removed in the 2025.2 cycle.). Its value may be silently ignored in the future. [ 531.977292] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.enforce_scope = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.977437] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.policy_default_rule = default {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.977587] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.policy_dirs = ['policy.d'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.977776] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.977933] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978082] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978215] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.remote_ssl_client_crt_file = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978344] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.remote_ssl_client_key_file = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978479] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978618] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_policy.remote_timeout = 60.0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978766] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.978986] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] agent.extensions = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.979185] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.979335] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] service_providers.service_provider = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.979479] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.default_quota = -1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.979622] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_driver = neutron.db.quota.driver_nolock.DbQuotaNoLockDriver {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.979755] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_floatingip = 50 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.979888] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_network = 100 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980031] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_port = 500 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980166] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_rbac_policy = 10 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980318] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_router = 10 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980460] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_security_group = 10 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980592] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_security_group_rule = 100 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980723] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.quota_subnet = 100 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.980852] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] QUOTAS.track_quota_usage = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.981026] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.981145] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.group = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.981485] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.helper_command = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.981654] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.log_daemon_traceback = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.981797] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.logger_name = oslo_privsep.daemon {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.981935] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.thread_pool_size = 8 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982080] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep.user = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982225] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.capabilities = [21, 12] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982374] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.group = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982507] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.helper_command = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982637] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.log_daemon_traceback = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982774] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.logger_name = oslo_privsep.daemon {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.982905] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.thread_pool_size = 8 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983044] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_dhcp_release.user = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983184] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983375] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.group = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983535] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.helper_command = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983673] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.log_daemon_traceback = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983812] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.logger_name = oslo_privsep.daemon {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.983946] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.thread_pool_size = 8 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984093] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_ovs_vsctl.user = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984240] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.capabilities = [21] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984374] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.group = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984507] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.helper_command = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984641] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.log_daemon_traceback = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984777] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.logger_name = oslo_privsep.daemon {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.984912] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.thread_pool_size = 8 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985053] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_namespace.user = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985190] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.capabilities = [12] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985317] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.group = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985448] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.helper_command = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985579] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.log_daemon_traceback = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985713] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.logger_name = oslo_privsep.daemon {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985844] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.thread_pool_size = 8 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.985970] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_conntrack.user = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986121] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.capabilities = [12, 21] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986254] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.group = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986382] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.helper_command = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986510] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.log_daemon_traceback = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986643] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.logger_name = oslo_privsep.daemon {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986772] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.thread_pool_size = 8 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.986897] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] privsep_link.user = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987063] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.agent_id = nsxm-l-01a.corp.local {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987213] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.agent_prometheus_exporter_port = 8000 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987353] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.continue_on_failed_promotions = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987491] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.dscp = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987628] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.dscp_inherit = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987768] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.force_mp_to_policy = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.987900] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.locking_coordinator_url = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988044] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.log_agent_heartbeats = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988184] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.logging_expire = 1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988326] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.logging_url = unix:///var/run/redis/socket/redis.sock {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988460] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.max_sg_tags_per_segment_port = 27 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988604] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.polling_interval = 240 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988744] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.ports_tag_number_decrease_workaround = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.988885] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.quitting_rpc_timeout = 120 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989040] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.report_interval = 30.0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989189] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.root_helper = sudo /opt/stack/data/venv/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989333] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.root_helper_daemon = sudo /opt/stack/data/venv/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989479] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.rpc_max_records_per_query = 1000 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989619] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.sync_skew = 60 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989754] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.synchronization_queue_size = 20 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.989889] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT.use_helper_for_ns_read = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990043] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] SECURITYGROUP.enable_ipset = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990188] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] SECURITYGROUP.enable_security_group = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990326] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] SECURITYGROUP.firewall_driver = nsxv3 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990472] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] SECURITYGROUP.permitted_ethertypes = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990614] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] experimental.ipv6_pd_enabled = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990774] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.extension_drivers = ['port_security'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.990908] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.external_network_type = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991071] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.mechanism_drivers = ['nsxv3', 'openvswitch', 'logger'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991219] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.overlay_ip_version = 4 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991361] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.path_mtu = 8950 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991502] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.physical_network_mtus = {} {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991650] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.tenant_network_types = ['vlan'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991791] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.tunnelled_network_rp_name = rp_tunnelled {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.991935] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ml2.type_drivers = ['vlan'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992091] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT_CLI.neutron_port_id = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992254] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT_CLI.neutron_qos_policy_id = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992399] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] AGENT_CLI.neutron_security_group_id = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992547] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_concurrent_requests = 40 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992690] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_connection_retry_count = 2 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992829] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_connection_retry_sleep = 2 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.992967] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_default_policy_infrastructure_rules = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.993122] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_dfw_connectivity_strategy = NONE {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.993293] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_ip_discovery_switching_profile = nsx-default-ip-discovery-vlan-profile {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.993504] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_login_hostname = nsxt.osci.c.eu-de-1.cloud.sap {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.993652] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_login_password = **** {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.993834] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_login_port = 443 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994116] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_login_user = admin {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994272] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_managed_hosts = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994421] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_max_records_per_query = 200 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994556] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_operation_retry_count = 3 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994690] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_operation_retry_sleep = 5 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994831] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_realization_timeout = 300 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.994974] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_remove_orphan_ports_after = 2.0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995126] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_request_timeout = 60 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995263] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_requests_per_second = 80 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995400] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_requests_per_second_timeout = 7 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995539] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_spoof_guard_switching_profile = nsx-default-spoof-guard-vif-profile {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995682] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_suppress_ssl_warnings = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995816] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_transport_zone_id_cache_time = 86400 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.995954] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] NSXV3.nsxv3_transport_zone_name = nsx-vlan-transportzone {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.996165] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] vsphere.vsphere_login_hostname = vc-l-01a.corp.local {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.996313] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] vsphere.vsphere_login_password = VMware1! {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.996457] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] vsphere.vsphere_login_username = administrator@vsphere.local {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.996594] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] vsphere.vsphere_suppress_ssl_wornings = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.996737] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.auth_section = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.996881] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.auth_type = password {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997036] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997173] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.certfile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997307] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.collect_timing = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997451] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.endpoint_type = public {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997588] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.insecure = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997715] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.keyfile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997855] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.region_name = RegionOne {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.997988] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.split_loggers = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998129] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] nova.timeout = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998268] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.auth_section = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998413] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.auth_type = password {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998552] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.cafile = /opt/stack/data/ca-bundle.pem {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998681] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.certfile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998814] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.collect_timing = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.998952] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.endpoint_type = public {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999094] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.insecure = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999221] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.keyfile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999347] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.region_name = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999476] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.split_loggers = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999601] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] placement.timeout = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999751] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.auth_section = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 531.999884] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.auth_type = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000022] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.cafile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000155] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.certfile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000287] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.collect_timing = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000418] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.connect_retries = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000545] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.connect_retry_delay = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000674] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.enable_notifications = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000801] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.endpoint_override = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.000934] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.insecure = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001074] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.interface = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001204] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.keyfile = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001335] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.max_version = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001465] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.min_version = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001592] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.region_name = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001721] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.retriable_status_codes = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001848] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.service_name = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.001974] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.service_type = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002116] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.split_loggers = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002259] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.status_code_retries = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002399] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.status_code_retry_delay = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002532] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.timeout = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002661] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.valid_interfaces = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002790] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ironic.version = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.002927] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] cli_script.dry_run = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003083] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003239] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003353] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003485] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003615] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003743] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.003872] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004008] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004144] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004285] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004415] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004561] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004707] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004848] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.004982] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005137] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.processname = neutron-nsxv3-agent {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005271] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005408] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005541] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005673] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005804] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.005933] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006074] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006204] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006335] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006467] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006598] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006729] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006857] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.006986] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.007132] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.ssl = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.007270] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.007407] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.007537] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.007673] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.007814] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.008046] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.008206] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_notifications.driver = [] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.008345] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_notifications.retry = -1 {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.008503] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.008638] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 532.008742] env[65511]: DEBUG oslo_service.backend._eventlet.service [None req-e3c6910a-ba6f-4670-a3f4-4c60931f8926 None None] ******************************************************************************** {{(pid=65511) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 532.009908] env[65511]: DEBUG neutron.agent.securitygroups_rpc [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Init firewall settings (driver=nsxv3) {{(pid=65511) init_firewall /opt/stack/neutron/neutron/agent/securitygroups_rpc.py:137}} [ 532.011288] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.extensions.firewall [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Initializing NSXv3SecurityGroupsDriver dummy driver. {{(pid=65511) __init__ /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/extensions/firewall.py:16}} [ 532.011533] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] RPC agent_id: nsxm-l-01a.corp.local [ 532.013843] env[65511]: DEBUG dogpile.cache.region [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 532.013958] env[65511]: DEBUG dogpile.lock [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 532.014070] env[65511]: DEBUG dogpile.lock [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 532.014163] env[65511]: DEBUG dogpile.lock [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 532.014260] env[65511]: DEBUG dogpile.cache.region [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 532.014348] env[65511]: DEBUG dogpile.lock [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 532.014470] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 532.036319] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Session token - acquiring [ 532.038116] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock https://nsxt.osci.c.eu-de-1.cloud.sap:443 taken with stack trace [, , , , , , , , , , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.038221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.038341] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.038720] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.050964] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "https://nsxt.osci.c.eu-de-1.cloud.sap:443" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 532.362292] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Session token - acquired, connected to NSX-T 4.1.2.0.0.22589037 [ 532.390815] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 532.391097] env[65511]: DEBUG dogpile.cache.region [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Cache value generated in 0.376 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 532.391296] env[65511]: DEBUG dogpile.lock [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 532.391489] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Activating Policy API Provider. [ 532.391783] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Looking for the default Infrastructure Rules. [ 532.486519] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Looking for the Default Layer3 Logged Drop Section. [ 532.507691] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Detected NSX-T (4, 1, 2, 0, 0, 22589037) version. [ 532.508390] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock all taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 532.508661] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 532.508827] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 532.509262] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 532.509749] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.031522] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 533.534216] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 534.037238] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Inventory metadata is going to be refreshed. [ 534.037238] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 534.874028] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock Segment taken with stack trace [, , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.874028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.874028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.874028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.885074] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 534.886259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.888238] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 534.906114] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.908019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.908019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.908019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.908019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.908019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 534.908019] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Outdated resources of Type:SegmentPort Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.908019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 534.935478] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock Security Group (Rules) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.936030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.936269] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.936982] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.937336] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.937632] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 534.961027] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.961027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.961027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.961027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.961027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.961027] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 534.979646] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock Address Group taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 534.980140] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 534.980398] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 534.980790] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 534.981091] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 534.982021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 534.982021] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 534.982021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 535.002537] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock Segment QoS taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.002537] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.002537] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.002537] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.002537] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.002537] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 535.002537] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Outdated resources of Type:Segment QoS Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.002537] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 535.023199] env[65511]: DEBUG networking_nsxv3.common.locking [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Lock Security Group (Members) taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 535.026019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 535.026019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 535.026019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 535.026019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.026019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 535.026019] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 535.026019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Inventory metadata have been refreshed. [ 535.026019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Dryrun:True. Metadata refresh completed. [ 535.026019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Releasing lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 535.027407] env[65511]: INFO neutron.agent.agent_extensions_manager [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Loaded agent extensions: [] [ 535.028333] env[65511]: DEBUG neutron_lib.callbacks.manager [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] Publish callbacks [] for NSXv3 Agent (None), after_init {{(pid=65511) _notify_loop /opt/stack/data/venv/lib/python3.10/site-packages/neutron_lib/callbacks/manager.py:184}} [ 535.079337] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent RPC Daemon Started! [ 535.080343] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:0 started [ 535.080343] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent out of sync with plugin! [ 540.029077] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 540.029404] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 545.030264] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 545.030639] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.031023] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 550.031299] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 550.050686] env[65511]: INFO networking_nsxv3.common.synchronization [None req-e9ed615c-aab3-4012-bfcb-008519be7110 demo admin] Enqueued Resource ID: ae8ba07c-a251-4f97-8cc7-8c3b998fecf5 with Priority: HIGHEST for action security_group_rules [ 550.051304] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ae8ba07c-a251-4f97-8cc7-8c3b998fecf5 with Priority: HIGHEST for action security_group_rules [ 550.051609] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ae8ba07c-a251-4f97-8cc7-8c3b998fecf5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.051738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ae8ba07c-a251-4f97-8cc7-8c3b998fecf5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.051820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ae8ba07c-a251-4f97-8cc7-8c3b998fecf5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.052328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ae8ba07c-a251-4f97-8cc7-8c3b998fecf5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.052328] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ae8ba07c-a251-4f97-8cc7-8c3b998fecf5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 550.576138] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 550.576371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 550.576371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 550.576566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 550.576658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 550.576753] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ae8ba07c-a251-4f97-8cc7-8c3b998fecf5 already deleted. [ 550.576833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ae8ba07c-a251-4f97-8cc7-8c3b998fecf5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 555.052070] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 555.052070] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 560.053084] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 560.053492] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.031691] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 565.032157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 565.032157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 565.032157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 565.032369] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 565.053598] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 565.053683] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 565.534800] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.036975] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 566.539166] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 566.539359] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 567.321713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.322138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.322138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.322138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.332968] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 567.333786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.334665] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 567.351839] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.352042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.352042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.352236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.352314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.352425] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 567.352493] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.352556] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 567.370062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.370241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.370294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.370446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.370577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.370680] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 567.389018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.389209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.389255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.389416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.389518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.389621] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 567.407079] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.407277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.407277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.407469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.407567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.407676] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:0. [ 567.407751] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.407816] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 567.425524] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.425731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.425731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.425965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.426073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.426185] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 567.426256] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.426326] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 567.447551] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.447794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.447794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.447973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.448061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.448172] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 567.448238] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 567.448300] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 567.448366] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 567.448436] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Rules [ 567.448489] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Security Group Members [ 567.448552] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:QoS [ 567.448824] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Items outdated since last Agent sanitize:0 [ 567.448888] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Sanitizing provider based on age cycles [ 567.448949] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 567.468246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.468528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.468528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.468701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.468701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.468809] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 567.487832] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 567.488190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 567.488190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 567.488272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 567.488347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 567.522882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 570.054734] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 570.055199] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 574.212777] env[65511]: INFO networking_nsxv3.common.synchronization [None req-a5e448c5-c05a-4467-8151-16cb8f0fbf01 None None] Enqueued Resource ID: c6ab3df8-467d-4647-8732-313a4e7badd7 with Priority: HIGHEST for action port [ 574.212777] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6ab3df8-467d-4647-8732-313a4e7badd7 with Priority: HIGHEST for action port [ 574.212777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6ab3df8-467d-4647-8732-313a4e7badd7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.212777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6ab3df8-467d-4647-8732-313a4e7badd7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.212777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6ab3df8-467d-4647-8732-313a4e7badd7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.213248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6ab3df8-467d-4647-8732-313a4e7badd7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.213248] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6ab3df8-467d-4647-8732-313a4e7badd7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 574.715427] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c6ab3df8-467d-4647-8732-313a4e7badd7 [ 574.715657] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 574.716062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 574.716062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 574.716210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 574.716210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 574.716270] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c6ab3df8-467d-4647-8732-313a4e7badd7 already deleted. [ 574.716348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6ab3df8-467d-4647-8732-313a4e7badd7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 575.740518] env[65511]: INFO networking_nsxv3.common.synchronization [None req-961fcd9a-e8c9-484f-8b36-d017f368964b None None] Enqueued Resource ID: 6e962217-4c3e-43df-b171-f2a2be89aa50 with Priority: HIGHEST for action port [ 575.741649] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6e962217-4c3e-43df-b171-f2a2be89aa50 with Priority: HIGHEST for action port [ 575.741649] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-6e962217-4c3e-43df-b171-f2a2be89aa50 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 575.741792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6e962217-4c3e-43df-b171-f2a2be89aa50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 575.741792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6e962217-4c3e-43df-b171-f2a2be89aa50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 575.742211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6e962217-4c3e-43df-b171-f2a2be89aa50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 575.742277] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6e962217-4c3e-43df-b171-f2a2be89aa50',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 576.244684] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6e962217-4c3e-43df-b171-f2a2be89aa50 [ 576.244919] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 576.245080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 576.245151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 576.245374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 576.245687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 576.245687] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6e962217-4c3e-43df-b171-f2a2be89aa50 already deleted. [ 576.245687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6e962217-4c3e-43df-b171-f2a2be89aa50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 579.532187] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ee2cdd13-5f80-45b6-be81-04c5395981e3 None None] Enqueued Resource ID: f07c49d9-f003-4972-9cc7-c0f7fcdc54d9 with Priority: HIGHEST for action port [ 579.532187] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f07c49d9-f003-4972-9cc7-c0f7fcdc54d9 with Priority: HIGHEST for action port [ 579.532187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f07c49d9-f003-4972-9cc7-c0f7fcdc54d9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 579.532187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f07c49d9-f003-4972-9cc7-c0f7fcdc54d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 579.532187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f07c49d9-f003-4972-9cc7-c0f7fcdc54d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 579.533350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f07c49d9-f003-4972-9cc7-c0f7fcdc54d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 579.534576] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f07c49d9-f003-4972-9cc7-c0f7fcdc54d9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.038298] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f07c49d9-f003-4972-9cc7-c0f7fcdc54d9 [ 580.038298] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.038298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.038298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.038538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.042464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.042464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f07c49d9-f003-4972-9cc7-c0f7fcdc54d9 already deleted. [ 580.042464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f07c49d9-f003-4972-9cc7-c0f7fcdc54d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.066376] env[65511]: INFO networking_nsxv3.common.synchronization [None req-feee545d-fdff-4cb9-bbea-0f35a64c279b None None] Enqueued Resource ID: 10459db0-9135-4a3b-8e14-477cb9d21d1e with Priority: HIGHEST for action port [ 580.066376] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10459db0-9135-4a3b-8e14-477cb9d21d1e with Priority: HIGHEST for action port [ 580.066376] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-10459db0-9135-4a3b-8e14-477cb9d21d1e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.066376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10459db0-9135-4a3b-8e14-477cb9d21d1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.066376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10459db0-9135-4a3b-8e14-477cb9d21d1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.067158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10459db0-9135-4a3b-8e14-477cb9d21d1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.067250] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10459db0-9135-4a3b-8e14-477cb9d21d1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 580.571504] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10459db0-9135-4a3b-8e14-477cb9d21d1e [ 580.571782] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 580.571967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 580.571967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 580.572184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 580.572277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 580.572375] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10459db0-9135-4a3b-8e14-477cb9d21d1e already deleted. [ 580.572454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10459db0-9135-4a3b-8e14-477cb9d21d1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 581.615704] env[65511]: INFO networking_nsxv3.common.synchronization [None req-397b5fb6-abac-4dd9-bc1c-c7c9b581e679 None None] Enqueued Resource ID: 4fc248d4-aad6-463e-bea9-6ffaf4b788c8 with Priority: HIGHEST for action port [ 581.615704] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4fc248d4-aad6-463e-bea9-6ffaf4b788c8 with Priority: HIGHEST for action port [ 581.615704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4fc248d4-aad6-463e-bea9-6ffaf4b788c8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.615704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4fc248d4-aad6-463e-bea9-6ffaf4b788c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.616472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4fc248d4-aad6-463e-bea9-6ffaf4b788c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.616897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4fc248d4-aad6-463e-bea9-6ffaf4b788c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.617108] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4fc248d4-aad6-463e-bea9-6ffaf4b788c8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 581.686899] env[65511]: INFO networking_nsxv3.common.synchronization [None req-bd39d4fc-2adb-4d93-99ca-fc3f44879e32 None None] Enqueued Resource ID: 88d2bae4-88d6-481f-9023-0cfb15d8a39b with Priority: HIGHEST for action port [ 581.687154] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88d2bae4-88d6-481f-9023-0cfb15d8a39b with Priority: HIGHEST for action port [ 581.687677] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-88d2bae4-88d6-481f-9023-0cfb15d8a39b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 581.687795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88d2bae4-88d6-481f-9023-0cfb15d8a39b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 581.687860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88d2bae4-88d6-481f-9023-0cfb15d8a39b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 581.688105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88d2bae4-88d6-481f-9023-0cfb15d8a39b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 581.688184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88d2bae4-88d6-481f-9023-0cfb15d8a39b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 582.120650] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4fc248d4-aad6-463e-bea9-6ffaf4b788c8 [ 582.120786] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.120920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.121012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.121610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.121610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.121610] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4fc248d4-aad6-463e-bea9-6ffaf4b788c8 already deleted. [ 582.121610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4fc248d4-aad6-463e-bea9-6ffaf4b788c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.190163] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88d2bae4-88d6-481f-9023-0cfb15d8a39b [ 582.191614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 582.191614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 582.191614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 582.191614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 582.191614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 582.191614] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88d2bae4-88d6-481f-9023-0cfb15d8a39b already deleted. [ 582.191614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88d2bae4-88d6-481f-9023-0cfb15d8a39b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.025088] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f15de21f-2339-4ef1-9050-2dd7f43297a5 None None] Enqueued Resource ID: a0f8ae46-a463-4bad-afc6-8eeb22afd6e5 with Priority: HIGHEST for action port [ 583.025088] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f8ae46-a463-4bad-afc6-8eeb22afd6e5 with Priority: HIGHEST for action port [ 583.025435] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f8ae46-a463-4bad-afc6-8eeb22afd6e5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.025435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f8ae46-a463-4bad-afc6-8eeb22afd6e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.025541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f8ae46-a463-4bad-afc6-8eeb22afd6e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.025716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f8ae46-a463-4bad-afc6-8eeb22afd6e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.025795] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f8ae46-a463-4bad-afc6-8eeb22afd6e5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 583.530480] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a0f8ae46-a463-4bad-afc6-8eeb22afd6e5 [ 583.530830] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.531127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.531280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.531557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.531805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.532171] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a0f8ae46-a463-4bad-afc6-8eeb22afd6e5 already deleted. [ 583.533187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f8ae46-a463-4bad-afc6-8eeb22afd6e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 583.923698] env[65511]: INFO networking_nsxv3.common.synchronization [None req-50584b2c-ada9-4eba-9a7d-cae914f5903a None None] Enqueued Resource ID: 01f58fbc-2ca5-46a0-956e-8702fe901e90 with Priority: HIGHEST for action port [ 583.924356] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 01f58fbc-2ca5-46a0-956e-8702fe901e90 with Priority: HIGHEST for action port [ 583.924734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-01f58fbc-2ca5-46a0-956e-8702fe901e90 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 583.924734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-01f58fbc-2ca5-46a0-956e-8702fe901e90" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 583.924845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-01f58fbc-2ca5-46a0-956e-8702fe901e90" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 583.925568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-01f58fbc-2ca5-46a0-956e-8702fe901e90" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 583.929941] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('01f58fbc-2ca5-46a0-956e-8702fe901e90',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 584.430370] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 01f58fbc-2ca5-46a0-956e-8702fe901e90 [ 584.430714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 584.430812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 584.430812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 584.431034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 584.431141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 584.433383] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:01f58fbc-2ca5-46a0-956e-8702fe901e90 already deleted. [ 584.433383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-01f58fbc-2ca5-46a0-956e-8702fe901e90" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 585.634371] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ccf82ebc-c8ba-4beb-9511-368d9a965417 None None] Enqueued Resource ID: a33cf0f3-8350-4f8b-a590-12c8ceb6fa31 with Priority: HIGHEST for action port [ 585.634656] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a33cf0f3-8350-4f8b-a590-12c8ceb6fa31 with Priority: HIGHEST for action port [ 585.635130] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a33cf0f3-8350-4f8b-a590-12c8ceb6fa31 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 585.635289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a33cf0f3-8350-4f8b-a590-12c8ceb6fa31" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 585.635289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a33cf0f3-8350-4f8b-a590-12c8ceb6fa31" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 585.635565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a33cf0f3-8350-4f8b-a590-12c8ceb6fa31" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 585.635636] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a33cf0f3-8350-4f8b-a590-12c8ceb6fa31',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 586.139813] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a33cf0f3-8350-4f8b-a590-12c8ceb6fa31 [ 586.139813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.139813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.140016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.140067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.140162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.140270] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a33cf0f3-8350-4f8b-a590-12c8ceb6fa31 already deleted. [ 586.140377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a33cf0f3-8350-4f8b-a590-12c8ceb6fa31" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 586.876683] env[65511]: INFO networking_nsxv3.common.synchronization [None req-78ea3c3b-5fef-4115-9150-4cf63ef64ab7 None None] Enqueued Resource ID: 37e448f1-61be-42ac-8304-64e557cee4a0 with Priority: HIGHEST for action port [ 586.877306] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 37e448f1-61be-42ac-8304-64e557cee4a0 with Priority: HIGHEST for action port [ 586.877602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-37e448f1-61be-42ac-8304-64e557cee4a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 586.877738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-37e448f1-61be-42ac-8304-64e557cee4a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 586.877793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-37e448f1-61be-42ac-8304-64e557cee4a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 586.878024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-37e448f1-61be-42ac-8304-64e557cee4a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 586.878294] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('37e448f1-61be-42ac-8304-64e557cee4a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 587.381425] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 37e448f1-61be-42ac-8304-64e557cee4a0 [ 587.381556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 587.381669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 587.381736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 587.381952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 587.382299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 587.383405] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:37e448f1-61be-42ac-8304-64e557cee4a0 already deleted. [ 587.383405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-37e448f1-61be-42ac-8304-64e557cee4a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.116173] env[65511]: INFO networking_nsxv3.common.synchronization [None req-51840278-3655-4ef3-8a9a-421dbb28afcf None None] Enqueued Resource ID: e2ffff39-de70-4c64-a892-cebffa52ac84 with Priority: HIGHEST for action port [ 588.116480] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e2ffff39-de70-4c64-a892-cebffa52ac84 with Priority: HIGHEST for action port [ 588.116933] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e2ffff39-de70-4c64-a892-cebffa52ac84 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.117105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e2ffff39-de70-4c64-a892-cebffa52ac84" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.117186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e2ffff39-de70-4c64-a892-cebffa52ac84" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.117387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e2ffff39-de70-4c64-a892-cebffa52ac84" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.117516] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e2ffff39-de70-4c64-a892-cebffa52ac84',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 588.620666] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e2ffff39-de70-4c64-a892-cebffa52ac84 [ 588.620666] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.620666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.620666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.620666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.620666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.620666] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e2ffff39-de70-4c64-a892-cebffa52ac84 already deleted. [ 588.620666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e2ffff39-de70-4c64-a892-cebffa52ac84" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 588.819838] env[65511]: INFO networking_nsxv3.common.synchronization [None req-45616536-9675-4580-a253-61a3cac86988 None None] Enqueued Resource ID: c3f781d4-0094-4692-8f40-3e5b37a9195a with Priority: HIGHEST for action port [ 588.819838] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c3f781d4-0094-4692-8f40-3e5b37a9195a with Priority: HIGHEST for action port [ 588.819838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c3f781d4-0094-4692-8f40-3e5b37a9195a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 588.819838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c3f781d4-0094-4692-8f40-3e5b37a9195a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 588.819838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c3f781d4-0094-4692-8f40-3e5b37a9195a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 588.820254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c3f781d4-0094-4692-8f40-3e5b37a9195a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 588.820254] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c3f781d4-0094-4692-8f40-3e5b37a9195a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 589.322700] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c3f781d4-0094-4692-8f40-3e5b37a9195a [ 589.322700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 589.322700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 589.322700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 589.323260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 589.323539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 589.324494] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c3f781d4-0094-4692-8f40-3e5b37a9195a already deleted. [ 589.324657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c3f781d4-0094-4692-8f40-3e5b37a9195a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 591.912911] env[65511]: INFO networking_nsxv3.common.synchronization [None req-494d8f16-3edb-4211-936e-cddcf78fdd36 tempest-VolumesAssistedSnapshotsTest-1529393649 tempest-VolumesAssistedSnapshotsTest-1529393649-project-member] Enqueued Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_rules [ 591.913526] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_rules [ 591.913835] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 591.913959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 591.916365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 591.916683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 591.916777] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.303305] env[65511]: INFO networking_nsxv3.common.synchronization [None req-29e9d76a-7a18-45c4-ad9c-9645f8fc0c89 tempest-VolumesAssistedSnapshotsTest-1529393649 tempest-VolumesAssistedSnapshotsTest-1529393649-project-member] Enqueued Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_rules [ 592.304529] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_rules [ 592.305048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.305230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.442555] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.442751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.442751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.443874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.443874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.443874] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 already deleted. [ 592.443874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.443874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.443874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.443874] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 592.967804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 592.967804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 592.967804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 592.967804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 592.967804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 592.967804] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 already deleted. [ 592.967804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.268163] env[65511]: INFO networking_nsxv3.common.synchronization [None req-5333c4d1-f7a6-4695-baf2-b994009191b7 None None] Enqueued Resource ID: 150ec9e5-f19d-4ce8-9342-b193946cc3b4 with Priority: HIGHEST for action port [ 593.268769] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 150ec9e5-f19d-4ce8-9342-b193946cc3b4 with Priority: HIGHEST for action port [ 593.269091] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-150ec9e5-f19d-4ce8-9342-b193946cc3b4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.269349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-150ec9e5-f19d-4ce8-9342-b193946cc3b4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.269349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-150ec9e5-f19d-4ce8-9342-b193946cc3b4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.270813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-150ec9e5-f19d-4ce8-9342-b193946cc3b4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.270813] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('150ec9e5-f19d-4ce8-9342-b193946cc3b4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.632681] env[65511]: INFO networking_nsxv3.common.synchronization [req-22f19332-201b-45a0-9d2b-3a3b3cb5b6fd req-e1444bbe-1257-4d3b-b4d4-c97d61e8d1f9 tempest-DeleteServersAdminTestJSON-337398029 tempest-DeleteServersAdminTestJSON-337398029-project-member] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 593.633132] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 593.636226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.636226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.636226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.636226] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 593.771190] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 150ec9e5-f19d-4ce8-9342-b193946cc3b4 [ 593.771487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 593.771667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 593.771777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 593.772064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 593.772184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 593.772313] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:150ec9e5-f19d-4ce8-9342-b193946cc3b4 already deleted. [ 593.774141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-150ec9e5-f19d-4ce8-9342-b193946cc3b4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.137789] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.138140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.138140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.138262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.138821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.138821] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.138821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.138821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.139509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.139509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.139509] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 already deleted. [ 594.139509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.629032] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.629032] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.629032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.629032] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.629032] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 594.630985] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 594.631287] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 594.632367] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 594.632587] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 594.632742] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 594.654049] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 594.654864] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 594.654864] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 594.655052] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.655336] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 594.655669] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.655865] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.656802] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.656802] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7ed30e-3d4f-4942-a0c7-d4486bcdf549',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.160142] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.160520] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.160668] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.161116] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.161407] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.161633] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 not found, creating... [ 595.162050] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.162750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.162750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.162858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.163022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.164422] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.164422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.164422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.164422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.164422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.164422] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 is going to be created. [ 595.198313] env[65511]: INFO networking_nsxv3.common.synchronization [None req-6283af8d-4f05-46e6-a5d2-e6982224dde2 None None] Enqueued Resource ID: 631bd1af-8e02-453f-a6fb-ea715c79636a with Priority: HIGHEST for action port [ 595.199034] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 631bd1af-8e02-453f-a6fb-ea715c79636a with Priority: HIGHEST for action port [ 595.199333] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-631bd1af-8e02-453f-a6fb-ea715c79636a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.199530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-631bd1af-8e02-453f-a6fb-ea715c79636a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.199530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-631bd1af-8e02-453f-a6fb-ea715c79636a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.199801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-631bd1af-8e02-453f-a6fb-ea715c79636a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.200573] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('631bd1af-8e02-453f-a6fb-ea715c79636a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.204562] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.204936] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.204936] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.205182] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.205410] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.206188] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.554224] env[65511]: INFO networking_nsxv3.common.synchronization [req-d8823fb4-dd66-49bc-ae86-08577e116e29 req-70503d1f-6f7d-45c5-8eeb-96f8d908ddf7 tempest-ServerExternalEventsTest-1976462329 tempest-ServerExternalEventsTest-1976462329-project-member] Enqueued Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_members [ 595.554523] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_members [ 595.554744] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.555546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.555751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.556080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.556274] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.556937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.557048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.557258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.557487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.557667] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 595.704146] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 631bd1af-8e02-453f-a6fb-ea715c79636a [ 595.704146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 595.704146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 595.704146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 595.704146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 595.704146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 595.704146] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:631bd1af-8e02-453f-a6fb-ea715c79636a already deleted. [ 595.704146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-631bd1af-8e02-453f-a6fb-ea715c79636a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.026480] env[65511]: INFO networking_nsxv3.common.synchronization [req-22f19332-201b-45a0-9d2b-3a3b3cb5b6fd req-da96a82a-c21a-434a-9976-e0a8f24777f4 service nova] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_rules [ 596.026839] env[65511]: INFO networking_nsxv3.common.synchronization [req-22f19332-201b-45a0-9d2b-3a3b3cb5b6fd req-da96a82a-c21a-434a-9976-e0a8f24777f4 service nova] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 596.026839] env[65511]: INFO networking_nsxv3.common.synchronization [req-22f19332-201b-45a0-9d2b-3a3b3cb5b6fd req-da96a82a-c21a-434a-9976-e0a8f24777f4 service nova] Enqueued Resource ID: 8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 with Priority: HIGHEST for action port [ 596.027290] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_rules [ 596.027431] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 596.027558] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 with Priority: HIGHEST for action port [ 596.027812] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.028011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.028011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.028462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.028462] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.029557] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.029557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.029557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.029557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.029718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.029764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.029970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.029970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.030072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.030101] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.035430] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.035430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.035749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.035749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.035749] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f7ed30e-3d4f-4942-a0c7-d4486bcdf549',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.061463] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.061463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.061660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.062054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.062054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.062173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.062237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.062307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.062462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.062537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.062900] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 already deleted. [ 596.062900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.538197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.538658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.545901] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 with status ACTIVE [ 596.546076] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.546158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.546213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.546425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.546515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.546691] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.546792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.546856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.547011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.547089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.547270] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.547363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.547424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.547564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.547655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.547711] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8f7ed30e-3d4f-4942-a0c7-d4486bcdf549 is going to be updated. [ 596.550182] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.552500] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.552500] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.552687] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.552736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553045] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.553124] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.553498] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.553498] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.553569] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.553758] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.553867] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 596.553966] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 596.554078] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 596.554182] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 596.554308] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 596.554432] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 596.583855] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 596.583855] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 596.583855] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 596.584106] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.585071] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.585071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.585071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.585071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.585350] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a11b58-f693-4d1b-ae2f-5dddf5c40fb5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 596.586669] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.586811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.586811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.586957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.587304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.587304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f7ed30e-3d4f-4942-a0c7-d4486bcdf549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 596.697367] env[65511]: INFO networking_nsxv3.common.synchronization [None req-cc66021e-66c7-40dd-8016-d8d3d4612b7d None None] Enqueued Resource ID: d98da0a9-b7f9-4d03-a523-3f7b83cbf34a with Priority: HIGHEST for action port [ 596.698011] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d98da0a9-b7f9-4d03-a523-3f7b83cbf34a with Priority: HIGHEST for action port [ 596.698228] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d98da0a9-b7f9-4d03-a523-3f7b83cbf34a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 596.698456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d98da0a9-b7f9-4d03-a523-3f7b83cbf34a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 596.698456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d98da0a9-b7f9-4d03-a523-3f7b83cbf34a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 596.698677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d98da0a9-b7f9-4d03-a523-3f7b83cbf34a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 596.698763] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d98da0a9-b7f9-4d03-a523-3f7b83cbf34a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.057077] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.088754] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.088983] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.089122] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.089455] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.089612] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.089766] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 not found, creating... [ 597.090074] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.090240] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.090353] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.090569] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.090725] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.091026] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.091183] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.091294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.091536] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.091673] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.091811] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 is going to be created. [ 597.111994] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.112276] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.112485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.112810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.113047] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.113370] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.200751] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d98da0a9-b7f9-4d03-a523-3f7b83cbf34a [ 597.200963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.201200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.201298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.201574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.201628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.201744] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d98da0a9-b7f9-4d03-a523-3f7b83cbf34a already deleted. [ 597.201839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d98da0a9-b7f9-4d03-a523-3f7b83cbf34a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.560559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.560858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.560858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.561013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.561180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.561483] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be created. [ 597.642173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.642361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.642405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.642588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.642741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.656939] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: UNINITIALIZED for 2s [ 597.831156] env[65511]: INFO networking_nsxv3.common.synchronization [req-d8823fb4-dd66-49bc-ae86-08577e116e29 req-5f9ae3c9-a7bd-4212-84ec-348d828d1832 service nova] Enqueued Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_rules [ 597.831397] env[65511]: INFO networking_nsxv3.common.synchronization [req-d8823fb4-dd66-49bc-ae86-08577e116e29 req-5f9ae3c9-a7bd-4212-84ec-348d828d1832 service nova] Enqueued Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_members [ 597.831455] env[65511]: INFO networking_nsxv3.common.synchronization [req-d8823fb4-dd66-49bc-ae86-08577e116e29 req-5f9ae3c9-a7bd-4212-84ec-348d828d1832 service nova] Enqueued Resource ID: 30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 with Priority: HIGHEST for action port [ 597.831960] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_rules [ 597.832669] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_members [ 597.832669] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 with Priority: HIGHEST for action port [ 597.832669] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.832669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.836177] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.836177] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.836177] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.836177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 597.836177] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 597.841866] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 597.841866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 597.841866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 597.841866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 597.841866] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30a11b58-f693-4d1b-ae2f-5dddf5c40fb5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.344639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.344639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.345065] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.345779] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 with status ACTIVE [ 598.345977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.346115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.346174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.346598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.346598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.346733] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.346733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.346844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.346933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.347478] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.347478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.347478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.347623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.347623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.347816] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30a11b58-f693-4d1b-ae2f-5dddf5c40fb5 is going to be updated. [ 598.373031] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.373031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.373194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.373521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.373601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.373761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30a11b58-f693-4d1b-ae2f-5dddf5c40fb5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.383746] env[65511]: INFO networking_nsxv3.common.synchronization [None req-8c49b893-1aec-42c7-a84e-740b8acfd1a3 None None] Enqueued Resource ID: 181462f2-c5fb-4f40-aff2-3b1c2fbab00e with Priority: HIGHEST for action port [ 598.383982] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 181462f2-c5fb-4f40-aff2-3b1c2fbab00e with Priority: HIGHEST for action port [ 598.384312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-181462f2-c5fb-4f40-aff2-3b1c2fbab00e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.384473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-181462f2-c5fb-4f40-aff2-3b1c2fbab00e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.384544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-181462f2-c5fb-4f40-aff2-3b1c2fbab00e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.384769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-181462f2-c5fb-4f40-aff2-3b1c2fbab00e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.384930] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('181462f2-c5fb-4f40-aff2-3b1c2fbab00e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.852294] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 598.889548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 181462f2-c5fb-4f40-aff2-3b1c2fbab00e [ 598.889548] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 598.889548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 598.889548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 598.889548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 598.889548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 598.889548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:181462f2-c5fb-4f40-aff2-3b1c2fbab00e already deleted. [ 598.889548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-181462f2-c5fb-4f40-aff2-3b1c2fbab00e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.356482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.356482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.359042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.359042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.359042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.359042] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 is going to be created. [ 599.371976] env[65511]: INFO networking_nsxv3.common.synchronization [None req-af2a7329-8e73-4fb4-80ae-fbfc99104445 None None] Enqueued Resource ID: e349e0c0-f281-4fb1-b5f3-9085fe11100f with Priority: HIGHEST for action port [ 599.371976] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e349e0c0-f281-4fb1-b5f3-9085fe11100f with Priority: HIGHEST for action port [ 599.372216] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e349e0c0-f281-4fb1-b5f3-9085fe11100f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.372537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e349e0c0-f281-4fb1-b5f3-9085fe11100f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.372728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e349e0c0-f281-4fb1-b5f3-9085fe11100f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.373169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e349e0c0-f281-4fb1-b5f3-9085fe11100f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.373415] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e349e0c0-f281-4fb1-b5f3-9085fe11100f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.384208] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.384208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.384208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.384208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.384208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.395680] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 in Status: UNINITIALIZED for 2s [ 599.676021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.676021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.676021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.676021] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.692192] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7d253cb0-e01b-4746-b098-cac53e7b44e0 None None] Enqueued Resource ID: 8f65f116-0709-4ad9-84a7-a0ed08b340b7 with Priority: HIGHEST for action port [ 599.692192] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8f65f116-0709-4ad9-84a7-a0ed08b340b7 with Priority: HIGHEST for action port [ 599.692192] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8f65f116-0709-4ad9-84a7-a0ed08b340b7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.692192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8f65f116-0709-4ad9-84a7-a0ed08b340b7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.692192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8f65f116-0709-4ad9-84a7-a0ed08b340b7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.692192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8f65f116-0709-4ad9-84a7-a0ed08b340b7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.692192] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8f65f116-0709-4ad9-84a7-a0ed08b340b7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 599.876372] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e349e0c0-f281-4fb1-b5f3-9085fe11100f [ 599.876688] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.876762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.876805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.877348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.877441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.877530] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e349e0c0-f281-4fb1-b5f3-9085fe11100f already deleted. [ 599.877617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e349e0c0-f281-4fb1-b5f3-9085fe11100f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.958451] env[65511]: INFO networking_nsxv3.common.synchronization [req-93cdff8e-d705-487f-98c3-d250bd367412 req-e08a53ee-4655-491d-a533-801a6356aeb5 tempest-ServersAdminNegativeTestJSON-1381125311 tempest-ServersAdminNegativeTestJSON-1381125311-project-member] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 599.958946] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 599.959267] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.959391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.959448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.959805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.959882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 599.959940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 599.959975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 599.960141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 599.960223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.960361] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.181360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.181360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.181360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.181360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.181360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.182051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.182051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.182051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.182051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.182051] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.196292] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8f65f116-0709-4ad9-84a7-a0ed08b340b7 [ 600.196292] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.196292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.196292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.196292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.196686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.196858] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8f65f116-0709-4ad9-84a7-a0ed08b340b7 already deleted. [ 600.197847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8f65f116-0709-4ad9-84a7-a0ed08b340b7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.403331] env[65511]: INFO networking_nsxv3.common.synchronization [None req-4d128cc7-7bbf-402a-88b9-9c02b2aa355e None None] Enqueued Resource ID: cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b with Priority: HIGHEST for action port [ 600.403679] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b with Priority: HIGHEST for action port [ 600.403977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.405307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.405407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.405660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.405745] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.463934] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.464383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.464602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.464917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.465154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.465473] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.465750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.465927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.466209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.466674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.466674] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 already deleted. [ 600.466674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.689401] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d190cc9-21ee-49a1-9778-4d9f53e0df00: rpc.has_security_group_logging(os_id): False [ 600.711943] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.711943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.711943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.712156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.712635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.712635] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.712635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.712635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.712821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.712821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.713765] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.713950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.714042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.714210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.714278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.714483] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.714581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.714644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.716091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.716528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.716649] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be created. [ 600.821608] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.821608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.821608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.821608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.821608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.830965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: IN_PROGRESS for 2s [ 600.859754] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.859922] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.860050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.860718] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.860922] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.861095] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.861207] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.861757] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.861899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.862399] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.862528] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 600.863181] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 600.863181] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 600.863181] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 600.863422] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 600.863586] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 600.908580] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 600.908876] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.045 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 600.908876] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 600.909333] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.909409] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-a60ce922-e9ee-4148-ba00-16f108c9c5c2 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.909528] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.909642] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.909963] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.910159] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a60ce922-e9ee-4148-ba00-16f108c9c5c2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 600.910981] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b [ 600.911177] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 600.911289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 600.911356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 600.911523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 600.911609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 600.911737] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b already deleted. [ 600.911775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cf4c9f93-ed9a-42ac-b52a-0e6d8f962b6b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.180637] env[65511]: INFO networking_nsxv3.common.synchronization [req-a363c868-ceea-4950-9cef-9169859e79a4 req-8886de36-d635-4ed1-86ef-82d33552a12d tempest-TenantUsagesTestJSON-1097485700 tempest-TenantUsagesTestJSON-1097485700-project-member] Enqueued Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_members [ 601.181217] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_members [ 601.181516] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.181677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.181709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.181923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.182504] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.182652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.182747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.183302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.183302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.183302] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.406485] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 in Status: SUCCESS [ 601.406485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.406663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.407422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.408075] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.408147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.408183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.408661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.408661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.408661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.408661] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.413308] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.413606] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.413724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.413953] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.414641] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.414641] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port a60ce922-e9ee-4148-ba00-16f108c9c5c2 not found, creating... [ 601.414641] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.414641] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.414856] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.415799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.415799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.415799] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.415799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.415799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.416044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.417224] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.417224] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: a60ce922-e9ee-4148-ba00-16f108c9c5c2 is going to be created. [ 601.439030] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.439030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.439030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.439030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.439030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.439308] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.458869] env[65511]: INFO networking_nsxv3.common.synchronization [None req-45a37c8c-fad4-4616-8d07-ca179a2712f4 None None] Enqueued Resource ID: 05fdb362-c163-4e2a-8aba-e039cbf372b9 with Priority: HIGHEST for action port [ 601.460478] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 05fdb362-c163-4e2a-8aba-e039cbf372b9 with Priority: HIGHEST for action port [ 601.460478] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-05fdb362-c163-4e2a-8aba-e039cbf372b9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.460478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-05fdb362-c163-4e2a-8aba-e039cbf372b9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.460478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-05fdb362-c163-4e2a-8aba-e039cbf372b9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.461057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-05fdb362-c163-4e2a-8aba-e039cbf372b9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.462024] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('05fdb362-c163-4e2a-8aba-e039cbf372b9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.685827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.685994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.686083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.686306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.686399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.686594] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.686693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.686755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.686907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.686983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.687083] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd already deleted. [ 601.687165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.911960] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.913125] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.913125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.913470] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.913470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.913470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.913671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.913741] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.913831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.913888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.914032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.915079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.915079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.915079] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 601.964405] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 05fdb362-c163-4e2a-8aba-e039cbf372b9 [ 601.964649] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 601.964785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 601.964879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 601.965300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 601.965300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 601.965300] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:05fdb362-c163-4e2a-8aba-e039cbf372b9 already deleted. [ 601.965471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-05fdb362-c163-4e2a-8aba-e039cbf372b9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.134106] env[65511]: INFO networking_nsxv3.common.synchronization [req-93cdff8e-d705-487f-98c3-d250bd367412 req-d95b0c38-8f06-47fe-a6bf-3bfb248981e6 service nova] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_rules [ 602.134106] env[65511]: INFO networking_nsxv3.common.synchronization [req-93cdff8e-d705-487f-98c3-d250bd367412 req-d95b0c38-8f06-47fe-a6bf-3bfb248981e6 service nova] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 602.134106] env[65511]: INFO networking_nsxv3.common.synchronization [req-93cdff8e-d705-487f-98c3-d250bd367412 req-d95b0c38-8f06-47fe-a6bf-3bfb248981e6 service nova] Enqueued Resource ID: a60ce922-e9ee-4148-ba00-16f108c9c5c2 with Priority: HIGHEST for action port [ 602.134106] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_rules [ 602.134106] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 602.134106] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a60ce922-e9ee-4148-ba00-16f108c9c5c2 with Priority: HIGHEST for action port [ 602.134766] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.134924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.135024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.137132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.137132] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.140425] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.140555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.140623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.140818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.140980] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.141091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.141148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.141294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.141380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.141473] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.142575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a60ce922-e9ee-4148-ba00-16f108c9c5c2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.142715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.142786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.142946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.143037] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a60ce922-e9ee-4148-ba00-16f108c9c5c2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.145388] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.145388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.145388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.145388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.145388] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.145388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.145679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.145679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.145796] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.148826] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.148826] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 602.148826] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 602.148826] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 602.148826] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 602.148826] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 602.148826] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 602.169238] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 602.169428] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 602.169560] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 602.169855] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.170034] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-a325fcc5-26cb-480c-a762-1749e0ffd09c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.170337] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.170931] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.171187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.171187] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a325fcc5-26cb-480c-a762-1749e0ffd09c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.416361] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7cfcb91-8ce1-4507-887b-4a03e6801c11: rpc.has_security_group_logging(os_id): False [ 602.436372] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.436608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.436608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.437089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.437089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.437089] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.437329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.437329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.437401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.437431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.437625] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.437715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.437776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.437911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.438010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.438168] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.438257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.438314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.438449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.438521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.438601] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 is going to be created. [ 602.502953] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.503127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.503200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.503500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.503689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.516854] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 in Status: IN_PROGRESS for 2s [ 602.641155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.641334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.649425] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 602.650438] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a60ce922-e9ee-4148-ba00-16f108c9c5c2 with status ACTIVE [ 602.650865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.650865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.650995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.651198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.651418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.653024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.653024] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a60ce922-e9ee-4148-ba00-16f108c9c5c2 is going to be updated. [ 602.674429] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.674686] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.674806] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.675106] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.675256] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.675405] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port a325fcc5-26cb-480c-a762-1749e0ffd09c not found, creating... [ 602.675694] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.675852] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.675963] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.676203] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.676377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.676611] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.676756] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.676866] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.677082] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.677208] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.677342] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: a325fcc5-26cb-480c-a762-1749e0ffd09c is going to be created. [ 602.679482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.679598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.679663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.679817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.679951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.680107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a60ce922-e9ee-4148-ba00-16f108c9c5c2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.707129] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.707344] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.707466] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.707737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.707968] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.708194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.856732] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 602.857012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.925041] env[65511]: INFO networking_nsxv3.common.synchronization [req-9cf6e58c-1448-4d51-8a98-c0589aa8355b req-074f18b2-a27a-491d-8b6c-cc2de9dc3428 tempest-MigrationsAdminTest-1219589447 tempest-MigrationsAdminTest-1219589447-project-member] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 602.925608] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 602.925920] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926533] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 602.926625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.926682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.926835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 602.926917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 602.927015] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.155285] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.430232] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.430232] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.430232] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 already deleted. [ 603.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.459080] env[65511]: INFO networking_nsxv3.common.synchronization [req-a363c868-ceea-4950-9cef-9169859e79a4 req-1dd0bea9-42a4-4773-8736-d9399c96389b service nova] Enqueued Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_rules [ 603.459080] env[65511]: INFO networking_nsxv3.common.synchronization [req-a363c868-ceea-4950-9cef-9169859e79a4 req-1dd0bea9-42a4-4773-8736-d9399c96389b service nova] Enqueued Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_members [ 603.459080] env[65511]: INFO networking_nsxv3.common.synchronization [req-a363c868-ceea-4950-9cef-9169859e79a4 req-1dd0bea9-42a4-4773-8736-d9399c96389b service nova] Enqueued Resource ID: a325fcc5-26cb-480c-a762-1749e0ffd09c with Priority: HIGHEST for action port [ 603.459080] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_rules [ 603.459080] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_members [ 603.459080] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a325fcc5-26cb-480c-a762-1749e0ffd09c with Priority: HIGHEST for action port [ 603.459080] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.459080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.459648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.460129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.460376] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.462457] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.462457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.462457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.462457] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.462457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.462457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.464067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.464067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.464067] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.465024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a325fcc5-26cb-480c-a762-1749e0ffd09c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.467316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.467316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.467316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.467316] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a325fcc5-26cb-480c-a762-1749e0ffd09c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.660681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.660681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.660681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.660681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.660681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.660681] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be created. [ 603.686907] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.686907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.686907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.686907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.686907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.696290] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: UNINITIALIZED for 2s [ 603.861745] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.861745] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.861745] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.861951] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862172] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.862325] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.862438] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.862738] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.862898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.863182] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.863397] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 603.863446] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 603.863538] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 603.863652] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 603.863822] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 603.864272] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 603.885327] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 603.885484] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 603.885969] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 603.885969] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.886657] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.886657] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.886657] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.886889] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.886933] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79054f1f-1431-4a4e-b8f4-6721c7d48e0c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.968443] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 603.971087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.971087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.971087] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a325fcc5-26cb-480c-a762-1749e0ffd09c with status ACTIVE [ 603.971087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.971347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.971347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.971515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.971607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.971777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.971867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.971930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.974624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.974773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.975084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.976596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.976596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.976596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 603.976596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 603.976596] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a325fcc5-26cb-480c-a762-1749e0ffd09c is going to be updated. [ 603.999401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 603.999613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 603.999663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 603.999857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.000161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.000161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a325fcc5-26cb-480c-a762-1749e0ffd09c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.333953] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7cffa8d3-d1b5-4b5f-9768-5d113b7f9e9a None None] Enqueued Resource ID: 592c1043-d4de-4299-98ae-5edfd706d24e with Priority: HIGHEST for action port [ 604.334612] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 592c1043-d4de-4299-98ae-5edfd706d24e with Priority: HIGHEST for action port [ 604.334925] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-592c1043-d4de-4299-98ae-5edfd706d24e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.335267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-592c1043-d4de-4299-98ae-5edfd706d24e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.335401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-592c1043-d4de-4299-98ae-5edfd706d24e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.335799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-592c1043-d4de-4299-98ae-5edfd706d24e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.335799] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('592c1043-d4de-4299-98ae-5edfd706d24e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.390137] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.390515] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.390623] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.390868] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.391040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.391332] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 79054f1f-1431-4a4e-b8f4-6721c7d48e0c not found, creating... [ 604.391596] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.391752] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.391860] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.392096] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.392228] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.392500] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.392645] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.392750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.392948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.393089] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.393220] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 79054f1f-1431-4a4e-b8f4-6721c7d48e0c is going to be created. [ 604.417236] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.417447] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.417517] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.418319] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.418319] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.418319] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.471645] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 604.529333] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 in Status: SUCCESS [ 604.529577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.839328] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 592c1043-d4de-4299-98ae-5edfd706d24e [ 604.839328] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.839328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.839328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.839328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.839328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.839328] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:592c1043-d4de-4299-98ae-5edfd706d24e already deleted. [ 604.839328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-592c1043-d4de-4299-98ae-5edfd706d24e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.974039] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 604.977188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.977188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.977188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 604.977188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 604.977188] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd is going to be created. [ 605.003967] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.008026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.008026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.008026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.008026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.022698] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd in Status: UNINITIALIZED for 2s [ 605.174121] env[65511]: INFO networking_nsxv3.common.synchronization [req-9cf6e58c-1448-4d51-8a98-c0589aa8355b req-c869b960-1d16-404c-b2f9-8b51363a51d3 service nova] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_rules [ 605.174339] env[65511]: INFO networking_nsxv3.common.synchronization [req-9cf6e58c-1448-4d51-8a98-c0589aa8355b req-c869b960-1d16-404c-b2f9-8b51363a51d3 service nova] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 605.174498] env[65511]: INFO networking_nsxv3.common.synchronization [req-9cf6e58c-1448-4d51-8a98-c0589aa8355b req-c869b960-1d16-404c-b2f9-8b51363a51d3 service nova] Enqueued Resource ID: 79054f1f-1431-4a4e-b8f4-6721c7d48e0c with Priority: HIGHEST for action port [ 605.175092] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_rules [ 605.175392] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 605.175392] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 79054f1f-1431-4a4e-b8f4-6721c7d48e0c with Priority: HIGHEST for action port [ 605.176058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.176198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.176289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.176543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.176651] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.177543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.177791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.177791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.177884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.178037] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.178132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.178235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.178329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.178412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.178500] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.179258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.179361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.179424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.179568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.179643] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('79054f1f-1431-4a4e-b8f4-6721c7d48e0c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.681801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.682106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.682336] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.683271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 79054f1f-1431-4a4e-b8f4-6721c7d48e0c with status ACTIVE [ 605.684307] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.684307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.684307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.684771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.684771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.684771] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.684771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.684771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.684947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.686034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.686034] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.686034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.686034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.687942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.687942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.687942] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 79054f1f-1431-4a4e-b8f4-6721c7d48e0c is going to be updated. [ 605.705089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 605.705302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.705462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.705709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.705907] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.706032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.706137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.706261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.706347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.706432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.706895] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 605.712143] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 605.712278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 605.712352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 605.712536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 605.712664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 605.712825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-79054f1f-1431-4a4e-b8f4-6721c7d48e0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.188929] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.210429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.210429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.210429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.210429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.210429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.210429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.210429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.210928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.210928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.210928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.211087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.211216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.211297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.211501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.211689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.211793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.211854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.213284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.213284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.213284] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.421987] env[65511]: INFO networking_nsxv3.common.synchronization [None req-82017611-5965-401c-b39b-dddaf89cb2ef None None] Enqueued Resource ID: 1b154b74-dcd0-4fb5-a284-6a382f9490b1 with Priority: HIGHEST for action port [ 606.422283] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b154b74-dcd0-4fb5-a284-6a382f9490b1 with Priority: HIGHEST for action port [ 606.422972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b154b74-dcd0-4fb5-a284-6a382f9490b1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.424209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b154b74-dcd0-4fb5-a284-6a382f9490b1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.424209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b154b74-dcd0-4fb5-a284-6a382f9490b1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.428406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b154b74-dcd0-4fb5-a284-6a382f9490b1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.428562] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b154b74-dcd0-4fb5-a284-6a382f9490b1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.506290] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ecdc8bb4-a127-4d95-8118-961370676ebd None None] Enqueued Resource ID: 59a0740a-e2af-4650-bcea-e68ad47a17af with Priority: HIGHEST for action port [ 606.507525] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 59a0740a-e2af-4650-bcea-e68ad47a17af with Priority: HIGHEST for action port [ 606.507950] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-59a0740a-e2af-4650-bcea-e68ad47a17af taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.508124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-59a0740a-e2af-4650-bcea-e68ad47a17af" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.508216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-59a0740a-e2af-4650-bcea-e68ad47a17af" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.508605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-59a0740a-e2af-4650-bcea-e68ad47a17af" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.508717] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('59a0740a-e2af-4650-bcea-e68ad47a17af',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 606.693689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.693975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.693975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.694219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.694357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.694488] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be created. [ 606.717429] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82fdfbad-38fb-4ccc-bbe1-818b107b1c26: rpc.has_security_group_logging(os_id): False [ 606.726170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.726428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.726428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.726697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.727029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.736429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.736673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.736673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.736882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.736971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.737189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.737311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.737377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.737530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.737621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.737848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.737947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.738016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.738177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.738253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.738451] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.738549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.738611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.738751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.738839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.738926] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be created. [ 606.741271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: UNINITIALIZED for 2s [ 606.812319] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.812486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.812541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.812820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.813010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.826244] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: IN_PROGRESS for 2s [ 606.931582] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1b154b74-dcd0-4fb5-a284-6a382f9490b1 [ 606.931923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 606.932095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.932181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.932452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 606.932571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.932668] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1b154b74-dcd0-4fb5-a284-6a382f9490b1 already deleted. [ 606.932762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b154b74-dcd0-4fb5-a284-6a382f9490b1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.011023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 59a0740a-e2af-4650-bcea-e68ad47a17af [ 607.011023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.015844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.015844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.015844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.015844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.015844] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:59a0740a-e2af-4650-bcea-e68ad47a17af already deleted. [ 607.015844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-59a0740a-e2af-4650-bcea-e68ad47a17af" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.037249] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd in Status: SUCCESS [ 607.037495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.038225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.038594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.039932] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.039932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.039932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.039932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.039932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.039932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.039932] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 607.543912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.544354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.544354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.544419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.544578] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.544683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.544739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.544887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.544966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.545069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.545232] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.545303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.545351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.545485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.545620] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 607.545709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.545773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.545904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.545999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.546064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 607.546137] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.051068] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1e75183e-c1c1-4304-8c40-395a6ff141cd: rpc.has_security_group_logging(os_id): False [ 608.075024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.075024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.075024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.075024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.076304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.076304] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.076304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.076304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.076536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.076584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.076703] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd is going to be created. [ 608.160603] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.160603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.160603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.160603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.160603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.173178] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd in Status: IN_PROGRESS for 2s [ 608.643920] env[65511]: INFO networking_nsxv3.common.synchronization [None req-dd4a52f7-8a13-40be-8642-edac91e0007c tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 608.644506] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 608.644811] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.644934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.644995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.645496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.645566] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.754249] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 608.754498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.754893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.754893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.755084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.755238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.755290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.755412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 608.755519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.755608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.755722] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 608.840062] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 608.840139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.877605] env[65511]: INFO networking_nsxv3.common.synchronization [None req-5edebccc-d11c-4fe4-830a-f1ae5d04b328 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 608.877964] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 608.878608] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 608.878980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.168823] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.168823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.169140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.169789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.169789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.169789] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d already deleted. [ 609.169789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.170037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.170201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.170334] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.259173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.259471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.259542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.259841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.260362] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.260362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.260362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.260629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.260718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.260856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.261126] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.261385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.261385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.261600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.261813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.261953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.262099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.262320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.262441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.262590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.262754] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.543039] env[65511]: INFO networking_nsxv3.common.synchronization [None req-d5476b9f-cc32-4580-9b6b-86aec2c068a3 None None] Enqueued Resource ID: d9990646-3edb-42f4-8ad1-b58224392c8e with Priority: HIGHEST for action port [ 609.543039] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d9990646-3edb-42f4-8ad1-b58224392c8e with Priority: HIGHEST for action port [ 609.543948] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d9990646-3edb-42f4-8ad1-b58224392c8e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.543948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d9990646-3edb-42f4-8ad1-b58224392c8e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.543948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d9990646-3edb-42f4-8ad1-b58224392c8e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.544189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d9990646-3edb-42f4-8ad1-b58224392c8e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.544281] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d9990646-3edb-42f4-8ad1-b58224392c8e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 609.692597] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.692921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.692921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.693130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.693230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.693340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d already deleted. [ 609.693466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.770316] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c4ae81-3140-4726-bf10-54c4266b3493: rpc.has_security_group_logging(os_id): False [ 609.791619] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.791619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.791619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.791619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.791619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.791619] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.791928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.791928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.792022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.792115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.792381] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.792510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.792577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.794727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.794727] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.794727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.794727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.794727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.794727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.794727] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be created. [ 609.860904] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 609.860904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.860904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.860904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 609.860904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 609.872297] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 610.048355] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d9990646-3edb-42f4-8ad1-b58224392c8e [ 610.048355] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.048355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.048355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.048702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.048702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.048702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d9990646-3edb-42f4-8ad1-b58224392c8e already deleted. [ 610.048808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d9990646-3edb-42f4-8ad1-b58224392c8e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.188883] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd in Status: SUCCESS [ 610.189568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.728475] env[65511]: INFO networking_nsxv3.common.synchronization [req-f7572629-13f9-42ad-ad06-8b0bcdebb0b0 req-d687a60e-f0b2-4e82-8061-f6193994b440 tempest-VolumesAssistedSnapshotsTest-1529393649 tempest-VolumesAssistedSnapshotsTest-1529393649-project-member] Enqueued Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_members [ 610.729592] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_members [ 610.729971] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.731746] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.731746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.731746] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.202746] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-625 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.203027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-625" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.203118] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-625" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.203473] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-625" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.203738] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.204213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.204213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.204553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.204553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.204759] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.204879] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 611.204966] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 611.205078] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 611.205180] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 611.205275] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 611.205396] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 611.224394] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 611.224657] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 611.224757] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 611.224921] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-625" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.225229] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-40657cd1-04c3-4ac7-8058-fe78feb435d4 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.225395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.225519] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.225847] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.225981] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40657cd1-04c3-4ac7-8058-fe78feb435d4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 611.233886] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.234046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.234098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.234329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.234391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.234537] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.234635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.234695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.234842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.234919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.234995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 already deleted. [ 611.235088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.729324] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.729324] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.729324] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.729723] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.729723] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.729904] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 40657cd1-04c3-4ac7-8058-fe78feb435d4 not found, creating... [ 611.730254] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.730254] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.730398] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.730950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.730950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.731130] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.731524] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.731524] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.731524] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.731675] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.731743] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 40657cd1-04c3-4ac7-8058-fe78feb435d4 is going to be created. [ 611.751786] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 611.752279] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.752279] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.752427] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 611.752998] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.752998] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.899548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 611.899789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.116065] env[65511]: INFO networking_nsxv3.common.synchronization [None req-9ba3aa75-6781-4e6c-9847-1857b7e35500 None None] Enqueued Resource ID: 07cc008a-5bab-4ea5-93bc-0eb3b42fad02 with Priority: HIGHEST for action port [ 612.116664] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07cc008a-5bab-4ea5-93bc-0eb3b42fad02 with Priority: HIGHEST for action port [ 612.117014] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-07cc008a-5bab-4ea5-93bc-0eb3b42fad02 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.121059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07cc008a-5bab-4ea5-93bc-0eb3b42fad02" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.121188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07cc008a-5bab-4ea5-93bc-0eb3b42fad02" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.121576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07cc008a-5bab-4ea5-93bc-0eb3b42fad02" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.121701] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07cc008a-5bab-4ea5-93bc-0eb3b42fad02',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.475188] env[65511]: INFO networking_nsxv3.common.synchronization [req-f7572629-13f9-42ad-ad06-8b0bcdebb0b0 req-cfc571fb-41e2-44c9-ac9e-5917094b785b service nova] Enqueued Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_rules [ 612.475188] env[65511]: INFO networking_nsxv3.common.synchronization [req-f7572629-13f9-42ad-ad06-8b0bcdebb0b0 req-cfc571fb-41e2-44c9-ac9e-5917094b785b service nova] Enqueued Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_members [ 612.475188] env[65511]: INFO networking_nsxv3.common.synchronization [req-f7572629-13f9-42ad-ad06-8b0bcdebb0b0 req-cfc571fb-41e2-44c9-ac9e-5917094b785b service nova] Enqueued Resource ID: 40657cd1-04c3-4ac7-8058-fe78feb435d4 with Priority: HIGHEST for action port [ 612.475188] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_rules [ 612.475188] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_members [ 612.475188] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40657cd1-04c3-4ac7-8058-fe78feb435d4 with Priority: HIGHEST for action port [ 612.475188] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.476292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.476537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.477669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.477879] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.479548] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.479859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.481165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.481165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.481165] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.481165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.481165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.481165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.481165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.481649] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.482690] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-40657cd1-04c3-4ac7-8058-fe78feb435d4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.484271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.484271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.484271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.484271] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40657cd1-04c3-4ac7-8058-fe78feb435d4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 612.625536] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 07cc008a-5bab-4ea5-93bc-0eb3b42fad02 [ 612.625865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.626061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.626131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.626708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.626825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.626927] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:07cc008a-5bab-4ea5-93bc-0eb3b42fad02 already deleted. [ 612.627020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07cc008a-5bab-4ea5-93bc-0eb3b42fad02" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.986334] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.986956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.986956] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40657cd1-04c3-4ac7-8058-fe78feb435d4 with status ACTIVE [ 612.986956] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.986956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.986956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.987665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.987665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.987665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.987665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.987665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.988170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.988170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.988170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 612.988170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.988374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.988374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.988440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.988959] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40657cd1-04c3-4ac7-8058-fe78feb435d4 is going to be updated. [ 612.992066] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 613.019357] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 613.019577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.019577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.019843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.019988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.020175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40657cd1-04c3-4ac7-8058-fe78feb435d4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.495098] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 614.000713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.001218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.001218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.001540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.001540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.001713] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 is going to be created. [ 614.027529] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.027785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.027947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.028358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.028676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.042700] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 in Status: UNINITIALIZED for 2s [ 614.788701] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f9412004-0461-4451-9081-b48f1f7b6c7c None None] Enqueued Resource ID: cb333e91-b294-4828-b103-a282b1ae539f with Priority: HIGHEST for action port [ 614.788701] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb333e91-b294-4828-b103-a282b1ae539f with Priority: HIGHEST for action port [ 614.788977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb333e91-b294-4828-b103-a282b1ae539f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 614.788977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb333e91-b294-4828-b103-a282b1ae539f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 614.789097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb333e91-b294-4828-b103-a282b1ae539f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 614.789385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb333e91-b294-4828-b103-a282b1ae539f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 614.789489] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb333e91-b294-4828-b103-a282b1ae539f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.150442] env[65511]: INFO networking_nsxv3.common.synchronization [req-e494e9e2-772d-46b3-9908-e40773876db9 req-2dcbfff9-7009-4120-a9f4-d0371ffe85aa tempest-FloatingIPsAssociationTestJSON-1035935569 tempest-FloatingIPsAssociationTestJSON-1035935569-project-member] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 615.151094] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 615.153902] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.153902] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.153902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.153902] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 615.296464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb333e91-b294-4828-b103-a282b1ae539f [ 615.296464] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.296464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.296464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.296464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.296464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.296464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb333e91-b294-4828-b103-a282b1ae539f already deleted. [ 615.296464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb333e91-b294-4828-b103-a282b1ae539f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.657091] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.658168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.658168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.658168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.658168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.658168] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.658168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.659995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.660369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.660369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.660369] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b already deleted. [ 615.660513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.841510] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.841676] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.842137] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.842137] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.842669] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.842669] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.842669] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.843143] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.843583] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.843656] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.843845] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 615.843944] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 615.844096] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 615.844222] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 615.844326] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 615.844464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 615.865788] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 615.865971] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 615.866237] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 615.866431] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.866955] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-1011481e-efd0-4a13-84ec-2b68871ec369 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 615.867061] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.867212] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.867616] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 615.867768] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1011481e-efd0-4a13-84ec-2b68871ec369',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.053564] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 in Status: SUCCESS [ 616.053811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.054439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.054439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.054439] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.054690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.054690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.054814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.054877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.054933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.055036] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 616.373490] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.373911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.373911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.374266] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.374447] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.374667] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 1011481e-efd0-4a13-84ec-2b68871ec369 not found, creating... [ 616.374927] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.375178] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.375322] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.375574] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.375742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376057] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.376252] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.376385] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.376607] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.376738] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.376968] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 1011481e-efd0-4a13-84ec-2b68871ec369 is going to be created. [ 616.397940] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 616.398155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.398274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.398541] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.398761] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.398972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 616.556955] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.059507] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 805bbd35-7c0b-4202-8d0d-b250b009f253: rpc.has_security_group_logging(os_id): False [ 617.079084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.079307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.079307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.079651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.079651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.080026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.080026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.080026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.080273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.080273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.080273] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 is going to be created. [ 617.136995] env[65511]: INFO networking_nsxv3.common.synchronization [req-e494e9e2-772d-46b3-9908-e40773876db9 req-03561fd6-f880-41d5-ac02-82d0f2fc991b service nova] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_rules [ 617.137548] env[65511]: INFO networking_nsxv3.common.synchronization [req-e494e9e2-772d-46b3-9908-e40773876db9 req-03561fd6-f880-41d5-ac02-82d0f2fc991b service nova] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 617.137788] env[65511]: INFO networking_nsxv3.common.synchronization [req-e494e9e2-772d-46b3-9908-e40773876db9 req-03561fd6-f880-41d5-ac02-82d0f2fc991b service nova] Enqueued Resource ID: 1011481e-efd0-4a13-84ec-2b68871ec369 with Priority: HIGHEST for action port [ 617.138753] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_rules [ 617.138987] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 617.139245] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1011481e-efd0-4a13-84ec-2b68871ec369 with Priority: HIGHEST for action port [ 617.139837] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.140104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.140284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.140653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.140796] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.142434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.142637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.142637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.142849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.143024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.143128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.143268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.143370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.143529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.143636] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.147035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-1011481e-efd0-4a13-84ec-2b68871ec369 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.147239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.147350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.147616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.147732] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1011481e-efd0-4a13-84ec-2b68871ec369',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.174685] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.178028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.178028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.178028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.178028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.206064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 in Status: IN_PROGRESS for 2s [ 617.416246] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ad5cd3b1-0d48-4940-905d-9cf396873472 None None] Enqueued Resource ID: 7786b5eb-04aa-4d26-ad8b-227258cb76c3 with Priority: HIGHEST for action port [ 617.416246] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7786b5eb-04aa-4d26-ad8b-227258cb76c3 with Priority: HIGHEST for action port [ 617.416740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-7786b5eb-04aa-4d26-ad8b-227258cb76c3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.416942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7786b5eb-04aa-4d26-ad8b-227258cb76c3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.417072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7786b5eb-04aa-4d26-ad8b-227258cb76c3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.417507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7786b5eb-04aa-4d26-ad8b-227258cb76c3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.417655] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7786b5eb-04aa-4d26-ad8b-227258cb76c3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.649735] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 617.650883] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.651015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.651257] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1011481e-efd0-4a13-84ec-2b68871ec369 with status ACTIVE [ 617.651804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.651804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.651804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.651985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.651985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.652192] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.652511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.652511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.652607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.652660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.652838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.652946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.653045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.653203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.653305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.653395] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1011481e-efd0-4a13-84ec-2b68871ec369 is going to be updated. [ 617.681174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.681174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.681174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.681174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.681174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.681174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1011481e-efd0-4a13-84ec-2b68871ec369" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.920486] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 7786b5eb-04aa-4d26-ad8b-227258cb76c3 [ 617.920940] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 617.920940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.920940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.923474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.923474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.923474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:7786b5eb-04aa-4d26-ad8b-227258cb76c3 already deleted. [ 617.923474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7786b5eb-04aa-4d26-ad8b-227258cb76c3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.155605] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.663570] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.663570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.663570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.663570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.663570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.663570] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be created. [ 618.691813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.691973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.692036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.692404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.692577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.703342] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: UNINITIALIZED for 2s [ 618.726979] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0eda6b56-bb06-4311-8333-366cd878ecf0 None None] Enqueued Resource ID: 73479b3a-7079-45d8-b06a-4567b1a528c8 with Priority: HIGHEST for action port [ 618.728051] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73479b3a-7079-45d8-b06a-4567b1a528c8 with Priority: HIGHEST for action port [ 618.728379] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-73479b3a-7079-45d8-b06a-4567b1a528c8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.728507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73479b3a-7079-45d8-b06a-4567b1a528c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.730068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73479b3a-7079-45d8-b06a-4567b1a528c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.730068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73479b3a-7079-45d8-b06a-4567b1a528c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.730068] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73479b3a-7079-45d8-b06a-4567b1a528c8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 618.851777] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-332a54c2-be0c-477a-84c0-bdb53e7b2b86 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 618.852357] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 618.852766] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.852926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.853028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.853796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.853997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 618.854471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.854595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.855214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 618.855214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.855214] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.115178] env[65511]: INFO networking_nsxv3.common.synchronization [req-d0c74dc4-20fa-4ff4-b30f-5ef7b899b614 req-11fe0ee2-60f5-4e93-90f3-7dcf4468ba36 tempest-DeleteServersAdminTestJSON-1109649854 tempest-DeleteServersAdminTestJSON-1109649854-project-admin] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 619.115178] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 619.115178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.115178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.115457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116854] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.116854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.116854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.116854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.116854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.116854] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.219932] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 in Status: SUCCESS [ 619.220144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.231807] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 73479b3a-7079-45d8-b06a-4567b1a528c8 [ 619.231921] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.232104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.232183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.232399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.232490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.232610] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:73479b3a-7079-45d8-b06a-4567b1a528c8 already deleted. [ 619.232708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73479b3a-7079-45d8-b06a-4567b1a528c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.261394] env[65511]: INFO networking_nsxv3.common.synchronization [None req-8a320eb6-18ed-4f47-9a0d-9f079c9553bd None None] Enqueued Resource ID: 183dacf5-48bf-4bb9-806f-6172de4b8986 with Priority: HIGHEST for action port [ 619.263600] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 183dacf5-48bf-4bb9-806f-6172de4b8986 with Priority: HIGHEST for action port [ 619.263600] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-9b522477-360d-49af-9cce-c8b64451f4b7 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 619.263947] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-183dacf5-48bf-4bb9-806f-6172de4b8986 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.264093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-183dacf5-48bf-4bb9-806f-6172de4b8986" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.264160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-183dacf5-48bf-4bb9-806f-6172de4b8986" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.264403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-183dacf5-48bf-4bb9-806f-6172de4b8986" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.264490] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('183dacf5-48bf-4bb9-806f-6172de4b8986',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.265541] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 619.267180] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.267180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.359213] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.359740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.359740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.359740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.359857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.360194] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.360194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.360194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.360551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.360551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.360551] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 already deleted. [ 619.360642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.360830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.360914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.361018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.362027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.362027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.362027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.362027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.362027] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 619.619097] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.619314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.619415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.619717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.619828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.620066] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.620191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.620265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.620452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.620564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.620701] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be updated. [ 619.626497] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-ea5931c6-6ca4-4e66-a821-460d33387330 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 619.629568] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 619.629962] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.630077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.675358] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.675703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.675703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.675895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.676070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.687055] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: IN_PROGRESS for 2s [ 619.769474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 183dacf5-48bf-4bb9-806f-6172de4b8986 [ 619.769474] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.769474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.769474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.769474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.769474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.769474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:183dacf5-48bf-4bb9-806f-6172de4b8986 already deleted. [ 619.769474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-183dacf5-48bf-4bb9-806f-6172de4b8986" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.866386] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.866547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.866729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.867037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.867098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.868055] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.868055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.868055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.868055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.868055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.868305] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 already deleted. [ 619.868305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.868362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.868553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.868772] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 619.868921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.869768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.869977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 619.871082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.871215] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.123615] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.123717] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.123814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.124170] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.124447] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.125132] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.125132] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.125132] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.126039] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.126039] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.126155] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 620.126539] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 620.126539] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 620.126539] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 620.126539] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 620.126697] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 620.147546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 620.147760] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 620.147859] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 620.151358] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.151725] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-a74b5215-7b43-4b36-9be2-cdc7a676413e taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.152294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.152294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.152417] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.152518] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a74b5215-7b43-4b36-9be2-cdc7a676413e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.374432] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.374801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.374801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.374948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.375268] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.375372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.375427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.375579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.375654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.375736] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 already deleted. [ 620.375819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.487018] env[65511]: INFO networking_nsxv3.common.synchronization [req-b2a68cf9-ca3c-419c-a8d8-dcdaeb6b01f9 req-b3434187-3a72-4de6-b433-bed19a3e910d tempest-ServerMetadataNegativeTestJSON-688269768 tempest-ServerMetadataNegativeTestJSON-688269768-project-member] Enqueued Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_members [ 620.487018] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_members [ 620.487018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.487018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.487018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.487431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.487668] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.487903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.488060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.488395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.488571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.488753] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.658011] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.658304] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.658430] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.658715] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.658859] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.659016] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port a74b5215-7b43-4b36-9be2-cdc7a676413e not found, creating... [ 620.659278] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.660018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.660018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.660018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.660018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.660214] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.660275] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.660384] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.660573] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.660698] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.660833] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: a74b5215-7b43-4b36-9be2-cdc7a676413e is going to be created. [ 620.683025] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.683463] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.683463] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.683731] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.683888] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.684140] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.715153] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 620.715411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.715581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.715835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.716106] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.716259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.716259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.716430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.716517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.716614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.716723] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 620.990784] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.990986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.991083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.991323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.991441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.991688] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 620.991839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 620.991877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 620.992029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 620.992111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.992196] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 already deleted. [ 620.992274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.053306] env[65511]: INFO networking_nsxv3.common.synchronization [None req-b12c0149-74ed-4afc-893d-af3f0d96ed84 None None] Enqueued Resource ID: acecb78a-fec0-43e9-b44a-44b6ae62399b with Priority: HIGHEST for action port [ 621.053922] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: acecb78a-fec0-43e9-b44a-44b6ae62399b with Priority: HIGHEST for action port [ 621.054262] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-acecb78a-fec0-43e9-b44a-44b6ae62399b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.054543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-acecb78a-fec0-43e9-b44a-44b6ae62399b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.054627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-acecb78a-fec0-43e9-b44a-44b6ae62399b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.054934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-acecb78a-fec0-43e9-b44a-44b6ae62399b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.055067] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('acecb78a-fec0-43e9-b44a-44b6ae62399b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.220077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.220273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.220352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.220580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.221105] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.221227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.221293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.221575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.221679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.221772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.221927] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.222033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.222111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.222254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.222392] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.222500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.222568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.222706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.222782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.222863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.222951] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.374907] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-970 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.375236] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-970" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.375443] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-970" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.375851] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-970" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.376102] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.376271] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.376947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.376947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.376947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.376947] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.377145] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 621.377145] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 621.377290] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 621.377447] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 621.377506] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 621.377591] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 621.384422] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-50df6576-d00c-4040-899a-69cbadcd43ff service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 621.384740] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-50df6576-d00c-4040-899a-69cbadcd43ff service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 621.384740] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-50df6576-d00c-4040-899a-69cbadcd43ff service nova] Enqueued Resource ID: a74b5215-7b43-4b36-9be2-cdc7a676413e with Priority: HIGHEST for action port [ 621.385273] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 621.385433] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 621.385534] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a74b5215-7b43-4b36-9be2-cdc7a676413e with Priority: HIGHEST for action port [ 621.385833] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.385975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.386538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.386835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.386925] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.388539] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.388734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.388802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.388995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.389178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.389392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.389392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.389506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.389573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.389652] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.391284] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a74b5215-7b43-4b36-9be2-cdc7a676413e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.391715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.391715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.392038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.392038] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a74b5215-7b43-4b36-9be2-cdc7a676413e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.398664] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 621.398786] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 621.398902] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 621.399013] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-970" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.399318] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-4bf1b5eb-4b35-45f9-86a8-51475087bacd taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.399476] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.399584] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.399902] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.400194] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf1b5eb-4b35-45f9-86a8-51475087bacd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.557481] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port acecb78a-fec0-43e9-b44a-44b6ae62399b [ 621.557754] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.557899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.557967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.558208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.558300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.558393] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:acecb78a-fec0-43e9-b44a-44b6ae62399b already deleted. [ 621.558494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-acecb78a-fec0-43e9-b44a-44b6ae62399b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.698903] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 621.699264] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 deletion is rescheduled due to dependency. [ 621.699301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.725892] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74dd0a3c-a1d2-4b59-9bdc-973929cb475b: rpc.has_security_group_logging(os_id): False [ 621.745370] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.745538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.745608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.745828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.745927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.746214] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.746328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.746385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.746545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.746624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.746819] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.746911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.746967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.747119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.747177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.747365] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.747456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.747516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.747651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.747725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.747806] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be created. [ 621.804639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.804843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.804921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.805152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.805336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.822449] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: IN_PROGRESS for 2s [ 621.889147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.889385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.891692] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 621.896087] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a74b5215-7b43-4b36-9be2-cdc7a676413e with status ACTIVE [ 621.896377] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.896518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.896588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.896802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.896892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.897111] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.897217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.897278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.897429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.897505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.897714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.897825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.897896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.898222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.898222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.898222] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a74b5215-7b43-4b36-9be2-cdc7a676413e is going to be updated. [ 621.901729] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.901926] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.902056] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.902292] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.902449] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.902561] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 4bf1b5eb-4b35-45f9-86a8-51475087bacd not found, creating... [ 621.902859] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.902941] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.903101] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.903308] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.903448] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.903777] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.903929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.904051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.904261] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.904390] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.904528] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 4bf1b5eb-4b35-45f9-86a8-51475087bacd is going to be created. [ 621.955699] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.955940] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.956063] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.956337] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.956595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.956882] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.958471] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 621.958640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 621.958640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 621.958830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 621.958968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 621.959145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a74b5215-7b43-4b36-9be2-cdc7a676413e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.397467] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.612150] env[65511]: INFO networking_nsxv3.common.synchronization [req-b2a68cf9-ca3c-419c-a8d8-dcdaeb6b01f9 req-240013e2-783d-4437-809e-d28303ca33c0 service nova] Enqueued Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_rules [ 622.612150] env[65511]: INFO networking_nsxv3.common.synchronization [req-b2a68cf9-ca3c-419c-a8d8-dcdaeb6b01f9 req-240013e2-783d-4437-809e-d28303ca33c0 service nova] Enqueued Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_members [ 622.612150] env[65511]: INFO networking_nsxv3.common.synchronization [req-b2a68cf9-ca3c-419c-a8d8-dcdaeb6b01f9 req-240013e2-783d-4437-809e-d28303ca33c0 service nova] Enqueued Resource ID: 4bf1b5eb-4b35-45f9-86a8-51475087bacd with Priority: HIGHEST for action port [ 622.612150] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_rules [ 622.612513] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_members [ 622.612513] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4bf1b5eb-4b35-45f9-86a8-51475087bacd with Priority: HIGHEST for action port [ 622.612784] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.612892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.613014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.613524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.613668] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.615218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.615404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.615513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.615889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.615889] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.616053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.616150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.616337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.616468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.616596] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.618249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4bf1b5eb-4b35-45f9-86a8-51475087bacd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.618363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.618431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.618745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.618745] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4bf1b5eb-4b35-45f9-86a8-51475087bacd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.732247] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-623 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.733152] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-623" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.733152] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-623" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.733696] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-623" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.734059] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.734293] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.734409] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.735038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.735038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.735038] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.735208] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 622.735238] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 622.735380] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 622.735521] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 622.735649] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 622.735815] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 622.754909] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 622.755207] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 622.755552] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 622.755973] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-623" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.756568] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-f1890cc5-8e44-4489-a6da-414c99ef2d9b taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.756797] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.757065] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.757408] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.757724] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1890cc5-8e44-4489-a6da-414c99ef2d9b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 622.901350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.901350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.901350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.901350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.901350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.901350] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be created. [ 622.927352] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 622.927575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.927701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.927978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 622.928206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.943635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: UNINITIALIZED for 2s [ 623.115929] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.116148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.118492] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.119884] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4bf1b5eb-4b35-45f9-86a8-51475087bacd with status ACTIVE [ 623.120107] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.120506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.120506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.120506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.120666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.121219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.121219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.121219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.121402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.121402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.121652] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.121767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.121902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.121952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.122040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.122131] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4bf1b5eb-4b35-45f9-86a8-51475087bacd is going to be updated. [ 623.145682] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.145682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.145682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.145968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.146028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.146211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4bf1b5eb-4b35-45f9-86a8-51475087bacd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.260449] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.260680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.260817] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.261117] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.261262] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.261495] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port f1890cc5-8e44-4489-a6da-414c99ef2d9b not found, creating... [ 623.261702] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.261899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.261992] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.262298] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.262432] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.262736] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.262889] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.262999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.263227] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.263388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.263585] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: f1890cc5-8e44-4489-a6da-414c99ef2d9b is going to be created. [ 623.290878] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.291191] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.291367] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.291765] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.292060] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.292383] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.464754] env[65511]: INFO networking_nsxv3.common.synchronization [req-a1b76a78-f381-43da-8297-6a076fc1afaa req-cc4ae9cc-a9de-455d-883d-bc7672e6fdae tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 623.465385] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 623.465640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.465773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.465826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.466100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.466257] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.466352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.466416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.466570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.466777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.466777] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.620321] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.839401] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 623.839746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.933930] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-399 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.934042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-399" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.934234] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-399" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.934638] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-399" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.935088] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.935191] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.935290] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.935625] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.935813] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.936056] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.936197] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 623.936333] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 623.936675] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 623.936675] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 623.936807] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 623.936873] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 623.961081] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 623.961345] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 623.961617] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 623.961821] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-399" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.962168] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.962346] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.962506] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.962970] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.962970] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19a1a0e-fa1c-4d4d-a188-958bb9a02f48',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 623.968748] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.968890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.968960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.969172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.969294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.969501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 623.969604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 623.969655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 623.969833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 623.969937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 623.970044] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d already deleted. [ 623.970139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.031598] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-2b7cc6e5-c721-496f-8c15-4fdbafc9f3bd service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 624.031598] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-2b7cc6e5-c721-496f-8c15-4fdbafc9f3bd service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 624.031790] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-2b7cc6e5-c721-496f-8c15-4fdbafc9f3bd service nova] Enqueued Resource ID: f1890cc5-8e44-4489-a6da-414c99ef2d9b with Priority: HIGHEST for action port [ 624.032431] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 624.032578] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 624.032676] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1890cc5-8e44-4489-a6da-414c99ef2d9b with Priority: HIGHEST for action port [ 624.032958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033273] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033758] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f1890cc5-8e44-4489-a6da-414c99ef2d9b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.033758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.033906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.034040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.034121] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f1890cc5-8e44-4489-a6da-414c99ef2d9b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.123887] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.124132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.124200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.124463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.124608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.124663] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 is going to be created. [ 624.157432] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.157745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.157745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.157994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.158200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.174912] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 in Status: UNINITIALIZED for 2s [ 624.465666] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.465910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.466120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.466448] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.466611] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.466808] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 not found, creating... [ 624.467071] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.467256] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.467396] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.467664] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.467858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.468278] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.468452] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.468588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.468885] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.469036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.469256] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 is going to be created. [ 624.496326] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.496551] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.496676] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.497036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.497379] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.497626] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540032] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f1890cc5-8e44-4489-a6da-414c99ef2d9b with status ACTIVE [ 624.540032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.540032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.540032] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f1890cc5-8e44-4489-a6da-414c99ef2d9b is going to be updated. [ 624.593582] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.593582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.593582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.593582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.593582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.593582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f1890cc5-8e44-4489-a6da-414c99ef2d9b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.922441] env[65511]: INFO networking_nsxv3.common.synchronization [None req-577d2d1a-35d2-4628-a553-6713ccbcdf72 tempest-ServersWithSpecificFlavorTestJSON-1554890225 tempest-ServersWithSpecificFlavorTestJSON-1554890225-project-member] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 624.923375] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 624.923858] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.924059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.924168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.924520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.924662] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.969313] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 624.969660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.970210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.970610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.970836] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.971056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.971177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.971466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.971652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.971858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.972045] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 624.973256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.973576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.974721] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 624.974721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.974721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.974721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 624.974721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 624.974721] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.032737] env[65511]: INFO networking_nsxv3.common.synchronization [None req-22e016ad-2bb4-446a-a2ea-ad8f5a2f0493 tempest-ServersV294TestFqdnHostnames-240313631 tempest-ServersV294TestFqdnHostnames-240313631-project-member] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_rules [ 625.033632] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_rules [ 625.034161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.034360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.034472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.035436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.035436] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.261307] env[65511]: INFO networking_nsxv3.common.synchronization [req-a1b76a78-f381-43da-8297-6a076fc1afaa req-13b8b81e-c8b2-4d43-96d9-5b098210180e service nova] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 625.261307] env[65511]: INFO networking_nsxv3.common.synchronization [req-a1b76a78-f381-43da-8297-6a076fc1afaa req-13b8b81e-c8b2-4d43-96d9-5b098210180e service nova] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 625.261307] env[65511]: INFO networking_nsxv3.common.synchronization [req-a1b76a78-f381-43da-8297-6a076fc1afaa req-13b8b81e-c8b2-4d43-96d9-5b098210180e service nova] Enqueued Resource ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with Priority: HIGHEST for action port [ 625.261307] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 625.261307] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 625.261307] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with Priority: HIGHEST for action port [ 625.261307] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.261307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.261307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.261307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.261835] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.263242] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.263497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.263694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.264120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.264380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.264617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.264787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.265128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.265393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.265581] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.266556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.266822] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.266974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.267232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.267411] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19a1a0e-fa1c-4d4d-a188-958bb9a02f48',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.352225] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-344 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.352419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.352536] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.352822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.353138] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.353296] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.353405] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.354379] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.354379] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.354379] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.354379] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 625.354379] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 625.354379] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 625.354586] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 625.354586] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 625.354654] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 625.378838] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 625.379287] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 625.379435] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 625.379605] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-344" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.379914] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-e3fdc45c-e99c-4a06-9d63-292613140f06 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.380094] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.380205] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.380502] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.380635] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3fdc45c-e99c-4a06-9d63-292613140f06',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.449470] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.449470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.449626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.449748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.449836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.449931] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b40df30e-aabf-421c-8183-427a96a893bf already deleted. [ 625.450034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.477688] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.477983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.478293] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.555446] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.555668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.555779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.556065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.556160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.556225] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e already deleted. [ 625.556300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.663959] env[65511]: INFO networking_nsxv3.common.synchronization [req-67299234-c714-4002-87b3-9150c7439ad4 req-54ceffa7-3fe6-48f8-8f78-ba8d2db24d55 tempest-ImagesOneServerTestJSON-1752060507 tempest-ImagesOneServerTestJSON-1752060507-project-member] Enqueued Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_members [ 625.664590] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_members [ 625.664912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.665054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.665135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.665397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.665640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.665771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.665951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.665951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.666087] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.769038] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.770134] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.770260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.770416] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with status ACTIVE [ 625.770574] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.770680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.770740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.770978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.771040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.771201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.771295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.771357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.771505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.771609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.771809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.771901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.771955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.772172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.772172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.772257] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 is going to be updated. [ 625.793714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.793962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.793962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.794135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.794267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.794430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.834421] env[65511]: INFO networking_nsxv3.common.synchronization [None req-fa490ec3-0887-4d8a-8cb4-7b8724564c16 tempest-ServersWithSpecificFlavorTestJSON-1554890225 tempest-ServersWithSpecificFlavorTestJSON-1554890225-project-member] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 625.835047] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 625.835376] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.835526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.835593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.835802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.835893] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 625.883663] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.883928] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.884038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.884305] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.884453] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.884610] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port e3fdc45c-e99c-4a06-9d63-292613140f06 not found, creating... [ 625.884864] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.885027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.885329] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.885329] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.885485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.885725] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.885890] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.886014] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.886377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.886377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.886502] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: e3fdc45c-e99c-4a06-9d63-292613140f06 is going to be created. [ 625.915768] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 625.916089] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 625.916229] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 625.916586] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 625.917056] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.917188] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.980854] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.033184] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f506df79-280f-42bc-9055-e94896c93fb7 tempest-ServersV294TestFqdnHostnames-240313631 tempest-ServersV294TestFqdnHostnames-240313631-project-member] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_rules [ 626.033817] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_rules [ 626.034153] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.034359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.034454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.034699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.034790] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.168169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.168374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.168466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.168721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.168935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.169099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.169231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.169300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.169459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.169538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.169625] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d314626b-bdc8-45dc-948d-8b2806de605b already deleted. [ 626.169977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.183419] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 in Status: SUCCESS [ 626.183832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.183923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.184231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.184426] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.184606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.184679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.184841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.184937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.185092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.185129] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.274935] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.361212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.361212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.361212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.361212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.361212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.361212] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b40df30e-aabf-421c-8183-427a96a893bf already deleted. [ 626.361212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.467696] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-407 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.467696] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-407" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.467696] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-407" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.468144] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-407" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.468144] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.468354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.468354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.468538] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.468680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.468908] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.469111] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 626.469201] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 626.469304] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 626.469408] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 626.469505] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 626.469631] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 626.484965] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.484965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.485341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.485341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.485341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.485484] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 626.489716] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 626.489903] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 626.490026] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 626.490172] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-407" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.490499] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-5541946e-ae27-49cf-b12a-e3a1bc867c86 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.490654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.490944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.491119] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.491261] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5541946e-ae27-49cf-b12a-e3a1bc867c86',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.513382] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.513650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.513650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.513859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.513994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.524059] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 626.555190] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.555409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.555409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.555833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.555833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.555833] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e already deleted. [ 626.555833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.596011] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-e47e5fb2-fdf7-4c28-9864-affb6d326c4b service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 626.596331] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-e47e5fb2-fdf7-4c28-9864-affb6d326c4b service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 626.596524] env[65511]: INFO networking_nsxv3.common.synchronization [req-947badef-2fca-417a-b9c8-8c8dd309781e req-e47e5fb2-fdf7-4c28-9864-affb6d326c4b service nova] Enqueued Resource ID: e3fdc45c-e99c-4a06-9d63-292613140f06 with Priority: HIGHEST for action port [ 626.597049] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 626.597184] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 626.597279] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e3fdc45c-e99c-4a06-9d63-292613140f06 with Priority: HIGHEST for action port [ 626.597551] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.597652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.597807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.597935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598069] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e3fdc45c-e99c-4a06-9d63-292613140f06 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.598185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.598305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.598408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.598485] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e3fdc45c-e99c-4a06-9d63-292613140f06',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.687456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.687695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.687695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.688030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.688140] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.688140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.688240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.688361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.688424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.688513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.688655] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.688745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.688797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.689077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.689077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.689309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.689309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.689419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.689419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.689508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.689553] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 626.777770] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.777980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.777980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.778205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.778292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.778390] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be created. [ 626.801292] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.801552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.801552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.801856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.802091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.812998] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: UNINITIALIZED for 2s [ 626.996194] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.996194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.996194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.996194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.996194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.996194] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 5541946e-ae27-49cf-b12a-e3a1bc867c86 not found, creating... [ 626.996702] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.996702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.996702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.996814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.996845] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.997181] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 626.997319] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.997428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.997631] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.997874] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.997986] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 5541946e-ae27-49cf-b12a-e3a1bc867c86 is going to be created. [ 627.025553] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.025553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.025843] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.025990] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.026269] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.026579] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.101106] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e3fdc45c-e99c-4a06-9d63-292613140f06 with status ACTIVE [ 627.101356] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.101524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.101600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.101830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.101920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.102114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.102219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.102281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.102427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.102504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.102684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.102805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.102867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.103016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.103093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.103196] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e3fdc45c-e99c-4a06-9d63-292613140f06 is going to be updated. [ 627.144102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.144102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.144409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.144409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.144497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.144677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e3fdc45c-e99c-4a06-9d63-292613140f06" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.192244] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5e9ee0cc-0171-4aac-b351-5c9c97160bc7: rpc.has_security_group_logging(os_id): False [ 627.213742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.213936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.213936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.214192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.214290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.214496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.214707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.214849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.215046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.215137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.215351] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.215458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.215524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.215677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.215758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.215949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.216058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.216124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.216271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.216348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.216435] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 is going to be created. [ 627.330900] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.331126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.331126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.331910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.331910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.353724] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 in Status: IN_PROGRESS for 2s [ 627.386993] env[65511]: INFO networking_nsxv3.common.synchronization [req-911c778e-5aa6-4e7a-a4b3-74026c8236f0 req-fd49f74d-c69a-492c-b3ea-f22ae542aae8 tempest-ServerExternalEventsTest-1976462329 tempest-ServerExternalEventsTest-1976462329-project-member] Enqueued Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_members [ 627.387692] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGHEST for action security_group_members [ 627.388993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.389275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.389436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.389714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.390358] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.390579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.390746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.391042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.391241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.391436] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.716923] env[65511]: INFO networking_nsxv3.common.synchronization [req-67299234-c714-4002-87b3-9150c7439ad4 req-7ee1d41e-f3be-4445-91e9-fffa1b175150 service nova] Enqueued Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_rules [ 627.716923] env[65511]: INFO networking_nsxv3.common.synchronization [req-67299234-c714-4002-87b3-9150c7439ad4 req-7ee1d41e-f3be-4445-91e9-fffa1b175150 service nova] Enqueued Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_members [ 627.717133] env[65511]: INFO networking_nsxv3.common.synchronization [req-67299234-c714-4002-87b3-9150c7439ad4 req-7ee1d41e-f3be-4445-91e9-fffa1b175150 service nova] Enqueued Resource ID: 5541946e-ae27-49cf-b12a-e3a1bc867c86 with Priority: HIGHEST for action port [ 627.717305] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_rules [ 627.717431] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_members [ 627.717532] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5541946e-ae27-49cf-b12a-e3a1bc867c86 with Priority: HIGHEST for action port [ 627.718074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.718201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.718271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.718556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.718645] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.719489] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.719603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.719684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.719870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.720024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.720176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.720176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.720309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.720391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.720478] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.721318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-5541946e-ae27-49cf-b12a-e3a1bc867c86 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.721423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.721471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.721956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.721956] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5541946e-ae27-49cf-b12a-e3a1bc867c86',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 627.894592] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.894820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.894927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.895254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.895371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.895735] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.895791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.896029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.896110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.896214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.896343] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 is going to be updated. [ 627.927742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 627.927988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 627.928059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 627.928331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 627.928539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.940089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 in Status: IN_PROGRESS for 2s [ 628.223957] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.225037] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.225157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.225309] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5541946e-ae27-49cf-b12a-e3a1bc867c86 with status ACTIVE [ 628.225467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.225595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.225637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.225821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.225907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.226081] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.226186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.226238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.226390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.226876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.227191] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.227310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.227348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.227501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.227636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.227752] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5541946e-ae27-49cf-b12a-e3a1bc867c86 is going to be updated. [ 628.261160] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.261375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.261479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.261778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.261843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.261974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5541946e-ae27-49cf-b12a-e3a1bc867c86" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.535880] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 628.536132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.536320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.536528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.536729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.536851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.536968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.539104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.539190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.539282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.539470] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.539562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.539628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.539785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.540267] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.541344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.541506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.541672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.541770] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.542324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.542324] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.542961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.542961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.543130] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.543228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.543284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.543428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.543508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.543624] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.731226] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 628.833950] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 628.834209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.834843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.834843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.834843] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 628.835054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.835054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.835199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.835283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.835377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.835471] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.045164] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d587a124-41b6-49d3-af59-92b84fc3d274: rpc.has_security_group_logging(os_id): False [ 629.047194] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.068025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.068025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.068025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.068025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.068618] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.068618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.068618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.068618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.068839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.069064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be created. [ 629.150725] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.150882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.150951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.151317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.151386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.166025] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 629.235533] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.236233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.236233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.238055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.238055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.238055] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d314626b-bdc8-45dc-948d-8b2806de605b is going to be created. [ 629.270116] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.270116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.270116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.270116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.270116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.286419] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d314626b-bdc8-45dc-948d-8b2806de605b in Status: UNINITIALIZED for 2s [ 629.299566] env[65511]: INFO networking_nsxv3.common.synchronization [req-68457257-4151-44c3-a7a9-7605ce488d1f req-57c4bdd4-c581-4048-9270-83f25368a657 tempest-ServerDiagnosticsNegativeTest-1575752390 tempest-ServerDiagnosticsNegativeTest-1575752390-project-member] Enqueued Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_members [ 629.300520] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_members [ 629.300940] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.301088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.301154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.301425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.301607] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.301723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.301793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.301941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.302041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.302199] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.342845] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.370550] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 in Status: SUCCESS [ 629.370550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.552212] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.808713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.808713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.808859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.809062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.809167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.809500] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.809500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.809613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.810044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.810166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.810275] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 already deleted. [ 629.810385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.846279] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.846774] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.846774] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.847032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.847351] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.847620] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.848565] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.848565] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.848565] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.848565] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.848565] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 629.848565] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 629.848921] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 629.848921] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 629.849894] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 629.849894] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 629.850729] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80549b53-f25f-4f07-846d-11ab91ee2a1d: rpc.has_security_group_logging(os_id): False [ 629.873258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.873428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.873544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.873864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.873992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.874543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.874543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.874543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.874886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.874886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.874981] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be created. [ 629.877879] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 629.877879] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 629.878105] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 629.878380] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.878885] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-ea3f884f-cc6c-488d-ad97-0040b3ec467c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.879072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.879291] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.879701] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.880364] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea3f884f-cc6c-488d-ad97-0040b3ec467c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 629.952710] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 in Status: SUCCESS [ 629.953241] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 deletion is rescheduled due to dependency. [ 629.953241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.957047] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 629.957337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.957337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.957598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 629.957744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.979814] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 630.054615] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.054964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.054964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.055320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.055320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.055498] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 630.128911] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.128911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.128911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.128911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.128911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.144171] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 630.384027] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.384392] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.384392] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.384916] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.384999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.385133] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port ea3f884f-cc6c-488d-ad97-0040b3ec467c not found, creating... [ 630.386656] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.386656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.386656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.386656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.386656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.386656] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.387092] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.387092] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.387154] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.387541] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.387541] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: ea3f884f-cc6c-488d-ad97-0040b3ec467c is going to be created. [ 630.412430] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 630.412635] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.412799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.412983] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 630.413219] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.413427] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.178833] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 631.179175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.179853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.179853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.179853] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.182939] env[65511]: INFO networking_nsxv3.common.synchronization [req-68457257-4151-44c3-a7a9-7605ce488d1f req-a48f5ed4-d730-41ff-a525-f5b1820a8642 service nova] Enqueued Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_rules [ 631.183128] env[65511]: INFO networking_nsxv3.common.synchronization [req-68457257-4151-44c3-a7a9-7605ce488d1f req-a48f5ed4-d730-41ff-a525-f5b1820a8642 service nova] Enqueued Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_members [ 631.183255] env[65511]: INFO networking_nsxv3.common.synchronization [req-68457257-4151-44c3-a7a9-7605ce488d1f req-a48f5ed4-d730-41ff-a525-f5b1820a8642 service nova] Enqueued Resource ID: ea3f884f-cc6c-488d-ad97-0040b3ec467c with Priority: HIGHEST for action port [ 631.184626] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_rules [ 631.184671] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_members [ 631.186488] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ea3f884f-cc6c-488d-ad97-0040b3ec467c with Priority: HIGHEST for action port [ 631.186488] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.186488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.186488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.186488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.186488] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.188367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.188367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.188367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.188367] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.189255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ea3f884f-cc6c-488d-ad97-0040b3ec467c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.189255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.189255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.189532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.189572] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ea3f884f-cc6c-488d-ad97-0040b3ec467c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.299223] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d314626b-bdc8-45dc-948d-8b2806de605b in Status: SUCCESS [ 631.300042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.300042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.300042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.300042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.300387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.300387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.300387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.300539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.300539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.300612] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.685510] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.685883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.691339] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.691525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.692844] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 631.694995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ea3f884f-cc6c-488d-ad97-0040b3ec467c with status ACTIVE [ 631.694995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.694995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.694995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.694995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.694995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.694995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.694995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.695546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.695546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.695546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.695546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.695695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.695695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.695776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.698709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.698709] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ea3f884f-cc6c-488d-ad97-0040b3ec467c is going to be updated. [ 631.722600] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.722819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.722819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.723019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.723159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.723318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ea3f884f-cc6c-488d-ad97-0040b3ec467c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.804976] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.805140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.805186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.805401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.805576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.805674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.805740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.805896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.805983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.806131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.806355] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.806426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.806426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.806573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.806708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 631.806798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 631.806876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 631.807035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 631.807132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.807295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.807443] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.001936] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 632.001936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.157182] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 632.157182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.157182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.157467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.157600] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.157722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.157813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.158060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.158146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.158233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.158325] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.197807] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.315903] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d314626b-bdc8-45dc-948d-8b2806de605b: rpc.has_security_group_logging(os_id): False [ 632.336190] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.336398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.336465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.337055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.337055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.337055] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.337055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.337391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.337391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.337391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.337584] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.337638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.337684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.338275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.338275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.338275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.338275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.338275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.338764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.338764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.338764] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d314626b-bdc8-45dc-948d-8b2806de605b is going to be created. [ 632.400270] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.403021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.403021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.403021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.403021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.419104] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d314626b-bdc8-45dc-948d-8b2806de605b in Status: IN_PROGRESS for 2s [ 632.661212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.661402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.661471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.661706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.661879] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.661976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.662053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.662208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.662301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.662388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.662557] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.662664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.662723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.662861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.662996] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.664605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.664605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.664605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.664605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.664605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.664605] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 632.700152] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.700667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.700667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.700845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.700938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.701053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 is going to be created. [ 632.727806] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 632.728022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.728022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.728202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.728397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.738703] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 in Status: UNINITIALIZED for 2s [ 633.171154] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d587a124-41b6-49d3-af59-92b84fc3d274: rpc.has_security_group_logging(os_id): False [ 633.190226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.190349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.190494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.190667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.190798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.191418] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.191418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.191418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.191418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.191658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.191769] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.191830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.191907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.192112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.192177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.192738] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.192738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.192738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.192738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.192738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.192910] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 633.265235] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 633.265454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.265533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.265812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 633.266043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.293313] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 634.434271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d314626b-bdc8-45dc-948d-8b2806de605b in Status: SUCCESS [ 634.434497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.522389] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-3e3c9d22-35af-4f29-b8af-0333a2ab2f9c tempest-ListServersNegativeTestJSON-607436440 tempest-ListServersNegativeTestJSON-607436440-project-member] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 634.523779] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 634.524216] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.524789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.524933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.525370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.525623] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.525824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.526353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.526606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.526750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.526916] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.752078] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 in Status: SUCCESS [ 634.752307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.752483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.752816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.753066] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.753199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.753266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.753441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.753526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.753613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.753739] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 634.852695] env[65511]: INFO networking_nsxv3.common.synchronization [None req-9b447da8-910c-4720-a88f-0e11a24af6e9 None None] Enqueued Resource ID: 4f17404d-f3db-4a81-a0aa-3256cc6245d0 with Priority: HIGHEST for action port [ 634.853228] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4f17404d-f3db-4a81-a0aa-3256cc6245d0 with Priority: HIGHEST for action port [ 634.853536] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4f17404d-f3db-4a81-a0aa-3256cc6245d0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 634.853745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4f17404d-f3db-4a81-a0aa-3256cc6245d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 634.853825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4f17404d-f3db-4a81-a0aa-3256cc6245d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 634.854281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4f17404d-f3db-4a81-a0aa-3256cc6245d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 634.854399] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4f17404d-f3db-4a81-a0aa-3256cc6245d0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.029480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.029700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.029700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.030231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.030231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.030406] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.030406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.030519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.030585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.030652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.030739] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e already deleted. [ 635.030869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.103540] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.103956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.104324] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.105018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.105668] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.106116] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.106423] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.106950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.107298] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.107786] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.108084] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 635.108266] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 635.108522] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 635.108716] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 635.108986] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 635.109341] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 635.143128] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 635.143430] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 635.143696] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 635.143967] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.144436] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.144692] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.144822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.145163] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.145298] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7e77e8-c5a2-4da7-8fcf-e657ac713300',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.258100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.258100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.258100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.258100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.258639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.258639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.258639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.258639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.258639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.258639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.258828] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.312629] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 635.312910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.313196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.313922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.314079] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.358792] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4f17404d-f3db-4a81-a0aa-3256cc6245d0 [ 635.358989] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.359274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.359356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.359624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.359750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.359871] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4f17404d-f3db-4a81-a0aa-3256cc6245d0 already deleted. [ 635.359985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4f17404d-f3db-4a81-a0aa-3256cc6245d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.649476] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.649826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.649826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.650114] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.650262] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.650412] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port ca7e77e8-c5a2-4da7-8fcf-e657ac713300 not found, creating... [ 635.650671] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.650823] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.650929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.651164] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.651295] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.651582] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.651747] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.651858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.652071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.652200] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.652332] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: ca7e77e8-c5a2-4da7-8fcf-e657ac713300 is going to be created. [ 635.672976] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.673199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.673334] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.673603] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.673840] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.674071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.763082] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5fa0913f-893b-45d5-8c89-14629c3e9750: rpc.has_security_group_logging(os_id): False [ 635.781897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.782063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.782135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.782710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.782710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.782710] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.782710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.783069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.783069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.783069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.783300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.783300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.783420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.783457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.783546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.783793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.783903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.783948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.784254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.784254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.784355] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 is going to be created. [ 635.817109] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.817109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.817109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.817739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.817739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.817739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.817739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.817891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.817891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.818048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.818098] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 635.851963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 635.852177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.852177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.852434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 635.852624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.866738] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 in Status: IN_PROGRESS for 2s [ 636.322582] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.322582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.322582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.322582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.322582] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.323402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.325019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.325019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.325019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.325813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.326041] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.390962] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-2e7e5567-a937-48ad-8d1e-7bd4c73c36b9 service nova] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_rules [ 636.390962] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-2e7e5567-a937-48ad-8d1e-7bd4c73c36b9 service nova] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 636.390962] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-2e7e5567-a937-48ad-8d1e-7bd4c73c36b9 service nova] Enqueued Resource ID: ca7e77e8-c5a2-4da7-8fcf-e657ac713300 with Priority: HIGHEST for action port [ 636.390962] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_rules [ 636.390962] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 636.390962] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7e77e8-c5a2-4da7-8fcf-e657ac713300 with Priority: HIGHEST for action port [ 636.391779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.392077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.392254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.392684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.393083] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.394574] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.394865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.395082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.395370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.395861] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.396674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.397320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.397506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.397613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.398848] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.398848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.398848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.398848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.399869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.399869] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7e77e8-c5a2-4da7-8fcf-e657ac713300',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.831767] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d587a124-41b6-49d3-af59-92b84fc3d274: rpc.has_security_group_logging(os_id): False [ 636.855650] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.855794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.855858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.856291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.856291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.856439] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.856559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.856754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.856827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.856968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.857205] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.857352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.857428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.857586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.857686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.857985] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.858443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.858443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.858700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.858700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.858865] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 636.901814] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.902031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.902313] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 636.905861] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca7e77e8-c5a2-4da7-8fcf-e657ac713300 with status ACTIVE [ 636.906981] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.907169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.907353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.907470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.907585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.907912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.907912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.907912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.908077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.908077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.908253] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.908719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.908719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.908719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.908719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.908719] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca7e77e8-c5a2-4da7-8fcf-e657ac713300 is going to be updated. [ 636.935456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.935648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.935720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.935890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.936045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.936228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7e77e8-c5a2-4da7-8fcf-e657ac713300" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.946983] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 636.946983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 636.946983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 636.946983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 636.946983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 636.961089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 637.078418] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-a4263dac-f48b-45e4-bea7-f3581a96b6b0 tempest-ListServersNegativeTestJSON-607436440 tempest-ListServersNegativeTestJSON-607436440-project-member] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 637.078418] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 637.078418] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.078418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.407379] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.533633] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.533858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.534013] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.534294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.535057] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.535249] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.535371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.536058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.536058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.536058] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.536213] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 637.536213] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 637.536320] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 637.536454] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 637.536558] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 637.536689] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 637.558872] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 637.559960] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 637.559960] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 637.559960] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.560185] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-c1343582-a7a2-4e3d-8081-a5d03c0d143a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.560580] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.560699] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.561428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.561428] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1343582-a7a2-4e3d-8081-a5d03c0d143a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 637.881228] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 in Status: SUCCESS [ 637.881581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.911207] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.911446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.911520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.912738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.912738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.912738] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be created. [ 637.941351] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 637.941351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 637.941351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 637.941351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 637.941351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 637.952823] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: UNINITIALIZED for 2s [ 638.064541] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.065223] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.065589] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.066315] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.066590] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.066770] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port c1343582-a7a2-4e3d-8081-a5d03c0d143a not found, creating... [ 638.067083] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.067253] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.067368] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.067608] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.067738] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.068266] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.068613] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.068939] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.069444] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.069975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.070065] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: c1343582-a7a2-4e3d-8081-a5d03c0d143a is going to be created. [ 638.096251] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.098371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.098371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.098371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.098371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.098371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.399155] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0059e02d-ad40-4b3f-9017-3ee3b5bc5d7f None None] Enqueued Resource ID: 6ea28d8f-ef41-4828-97bc-2aa94a31e629 with Priority: HIGHEST for action port [ 638.399415] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ea28d8f-ef41-4828-97bc-2aa94a31e629 with Priority: HIGHEST for action port [ 638.400049] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ea28d8f-ef41-4828-97bc-2aa94a31e629 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.400167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ea28d8f-ef41-4828-97bc-2aa94a31e629" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.400210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ea28d8f-ef41-4828-97bc-2aa94a31e629" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.400497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ea28d8f-ef41-4828-97bc-2aa94a31e629" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.400788] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ea28d8f-ef41-4828-97bc-2aa94a31e629',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.833663] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-c49c1e9b-e22f-4ab6-a723-8a6f46c080d9 service nova] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_rules [ 638.833914] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-c49c1e9b-e22f-4ab6-a723-8a6f46c080d9 service nova] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 638.834065] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-c49c1e9b-e22f-4ab6-a723-8a6f46c080d9 service nova] Enqueued Resource ID: c1343582-a7a2-4e3d-8081-a5d03c0d143a with Priority: HIGHEST for action port [ 638.835677] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_rules [ 638.835677] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 638.835933] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c1343582-a7a2-4e3d-8081-a5d03c0d143a with Priority: HIGHEST for action port [ 638.836096] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.836189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.836521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.836609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.836989] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c1343582-a7a2-4e3d-8081-a5d03c0d143a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.837123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.837191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.837568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.837656] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c1343582-a7a2-4e3d-8081-a5d03c0d143a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 638.903640] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ea28d8f-ef41-4828-97bc-2aa94a31e629 [ 638.907375] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 638.907375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 638.907375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 638.907375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 638.907375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.907375] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ea28d8f-ef41-4828-97bc-2aa94a31e629 already deleted. [ 638.907375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ea28d8f-ef41-4828-97bc-2aa94a31e629" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 638.977136] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 638.977409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.340712] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c1343582-a7a2-4e3d-8081-a5d03c0d143a with status ACTIVE [ 639.341066] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.341264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.341367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.341707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.341795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.342061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.342208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.342301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.342608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.342723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.342990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.343134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.343329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.343561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.343666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.343801] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c1343582-a7a2-4e3d-8081-a5d03c0d143a is going to be updated. [ 639.367308] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.367535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.367616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.368185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.368401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.368630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c1343582-a7a2-4e3d-8081-a5d03c0d143a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.966715] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 639.967020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.967131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.967343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.967541] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.967656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.967723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.967873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.967952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.968050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.968147] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 639.970917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.971092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.971257] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 639.971365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.971423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.971565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.971743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.971743] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.011158] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-74c11338-cee6-4402-84d8-1522cb76fd4c tempest-ListServersNegativeTestJSON-607436440 tempest-ListServersNegativeTestJSON-607436440-project-member] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 640.011504] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 640.012456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.012456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.476126] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.476126] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.476126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.779912] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-348 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.780944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.780944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.780944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.781124] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.781198] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.781283] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.781540] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.781676] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.782380] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.782380] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 640.782380] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 640.782380] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 640.782736] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 640.782736] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 640.782736] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 640.802282] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 640.802606] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 640.802647] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 640.802834] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-348" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.803197] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-ca091bca-be63-4e28-acbf-8639eff411fe taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 640.803402] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.803516] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.803950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 640.804105] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca091bca-be63-4e28-acbf-8639eff411fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 640.976681] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.152077] env[65511]: INFO networking_nsxv3.common.synchronization [None req-90f0b9da-f3a9-4e98-bfe5-f37e13fa4c7b None None] Enqueued Resource ID: ec8b1213-4f6d-41e9-9b11-afca906f3ae3 with Priority: HIGHEST for action port [ 641.152774] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec8b1213-4f6d-41e9-9b11-afca906f3ae3 with Priority: HIGHEST for action port [ 641.153181] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec8b1213-4f6d-41e9-9b11-afca906f3ae3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.153352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec8b1213-4f6d-41e9-9b11-afca906f3ae3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.153446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec8b1213-4f6d-41e9-9b11-afca906f3ae3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.153778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec8b1213-4f6d-41e9-9b11-afca906f3ae3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.153904] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec8b1213-4f6d-41e9-9b11-afca906f3ae3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 641.311236] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.311543] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.311737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.312115] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.312290] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.312449] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port ca091bca-be63-4e28-acbf-8639eff411fe not found, creating... [ 641.312994] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.312994] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.312994] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.313246] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.313336] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.313645] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.313852] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.313967] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.314358] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.314358] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.314472] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: ca091bca-be63-4e28-acbf-8639eff411fe is going to be created. [ 641.336467] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.336825] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.336825] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.336985] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.337187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.337421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.479417] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.479672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.479672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.479881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.479953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.480063] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 641.519312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.519502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.519544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.519831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.519965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.529520] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 641.658596] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ec8b1213-4f6d-41e9-9b11-afca906f3ae3 [ 641.658596] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 641.658596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 641.658596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 641.658596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 641.658596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.658596] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ec8b1213-4f6d-41e9-9b11-afca906f3ae3 already deleted. [ 641.658596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec8b1213-4f6d-41e9-9b11-afca906f3ae3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.106235] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-b9e28ef7-b826-4261-bca9-d575ce4eb38c service nova] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_rules [ 642.106235] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-b9e28ef7-b826-4261-bca9-d575ce4eb38c service nova] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 642.106235] env[65511]: INFO networking_nsxv3.common.synchronization [req-9d3995cd-368f-4747-8910-3c78101993c0 req-b9e28ef7-b826-4261-bca9-d575ce4eb38c service nova] Enqueued Resource ID: ca091bca-be63-4e28-acbf-8639eff411fe with Priority: HIGHEST for action port [ 642.106839] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_rules [ 642.106839] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 642.106839] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca091bca-be63-4e28-acbf-8639eff411fe with Priority: HIGHEST for action port [ 642.108352] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.108416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.108584] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.108665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.108843] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca091bca-be63-4e28-acbf-8639eff411fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.108939] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.108998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.109204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.109300] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca091bca-be63-4e28-acbf-8639eff411fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.452165] env[65511]: INFO networking_nsxv3.common.synchronization [None req-85603c73-dce9-4ff5-8269-186a06302af3 None None] Enqueued Resource ID: 5dc7f064-54f5-4844-84e6-7e74337e9f60 with Priority: HIGHEST for action port [ 642.452805] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5dc7f064-54f5-4844-84e6-7e74337e9f60 with Priority: HIGHEST for action port [ 642.453227] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-5dc7f064-54f5-4844-84e6-7e74337e9f60 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.453227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5dc7f064-54f5-4844-84e6-7e74337e9f60" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.453227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5dc7f064-54f5-4844-84e6-7e74337e9f60" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.453434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5dc7f064-54f5-4844-84e6-7e74337e9f60" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.453507] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5dc7f064-54f5-4844-84e6-7e74337e9f60',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 642.611554] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca091bca-be63-4e28-acbf-8639eff411fe with status ACTIVE [ 642.612033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.612186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.612280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.612530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.612624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.612820] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.614257] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.614257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.614257] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca091bca-be63-4e28-acbf-8639eff411fe is going to be updated. [ 642.638015] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.638254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.638384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.638680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.638905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.639237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca091bca-be63-4e28-acbf-8639eff411fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961335] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5dc7f064-54f5-4844-84e6-7e74337e9f60 [ 642.961335] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 642.961335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 642.961335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 642.961335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 642.961335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 642.961335] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5dc7f064-54f5-4844-84e6-7e74337e9f60 already deleted. [ 642.961335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5dc7f064-54f5-4844-84e6-7e74337e9f60" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.277038] env[65511]: INFO networking_nsxv3.common.synchronization [None req-107d2b9e-024a-47a9-893c-5371a8881653 None None] Enqueued Resource ID: 6cfaddba-f9ef-45b1-a93c-13b3e1682d47 with Priority: HIGHEST for action port [ 643.277421] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6cfaddba-f9ef-45b1-a93c-13b3e1682d47 with Priority: HIGHEST for action port [ 643.277827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-6cfaddba-f9ef-45b1-a93c-13b3e1682d47 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.277979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6cfaddba-f9ef-45b1-a93c-13b3e1682d47" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.278055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6cfaddba-f9ef-45b1-a93c-13b3e1682d47" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.278932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6cfaddba-f9ef-45b1-a93c-13b3e1682d47" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.278932] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6cfaddba-f9ef-45b1-a93c-13b3e1682d47',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.545078] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.545078] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.545078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.545078] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 643.780917] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6cfaddba-f9ef-45b1-a93c-13b3e1682d47 [ 643.781161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 643.781693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 643.781693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 643.781812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 643.781854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 643.781955] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6cfaddba-f9ef-45b1-a93c-13b3e1682d47 already deleted. [ 643.782050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6cfaddba-f9ef-45b1-a93c-13b3e1682d47" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.048860] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.337773] env[65511]: INFO networking_nsxv3.common.synchronization [req-12237df0-9eb5-4ea2-9688-852907e281ae req-824472bc-3d0b-42f1-8c83-ec820f7866e0 tempest-TenantUsagesTestJSON-1097485700 tempest-TenantUsagesTestJSON-1097485700-project-member] Enqueued Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_members [ 644.339158] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGHEST for action security_group_members [ 644.339158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.340561] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.340561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.340561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.340561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.340561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.340561] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.550055] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 644.841973] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.842258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.842258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.843298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.843347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.843552] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.843700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.843864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.844145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.844237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.844355] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd is going to be updated. [ 644.886211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 644.886211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.886211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.886437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 644.886480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.900019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd in Status: IN_PROGRESS for 2s [ 645.057489] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.057963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.058085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.058797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.058797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.058797] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 645.096184] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.096352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.096418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.096650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.096799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.108239] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 645.398535] env[65511]: INFO networking_nsxv3.common.synchronization [None req-86b70e06-e27e-49e2-b5ef-a4a323e02059 None None] Enqueued Resource ID: 5706d6d6-8892-4ac2-b946-1b5eb36ed789 with Priority: HIGHEST for action port [ 645.398779] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5706d6d6-8892-4ac2-b946-1b5eb36ed789 with Priority: HIGHEST for action port [ 645.398969] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-5706d6d6-8892-4ac2-b946-1b5eb36ed789 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.399909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5706d6d6-8892-4ac2-b946-1b5eb36ed789" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.399909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5706d6d6-8892-4ac2-b946-1b5eb36ed789" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.400427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5706d6d6-8892-4ac2-b946-1b5eb36ed789" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.400538] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5706d6d6-8892-4ac2-b946-1b5eb36ed789',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 645.904968] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5706d6d6-8892-4ac2-b946-1b5eb36ed789 [ 645.906367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 645.906367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.906367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.906367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 645.906367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 645.906367] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5706d6d6-8892-4ac2-b946-1b5eb36ed789 already deleted. [ 645.906367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5706d6d6-8892-4ac2-b946-1b5eb36ed789" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 646.776761] env[65511]: INFO networking_nsxv3.common.synchronization [req-9e074eeb-5bdc-4f40-b018-f42ecf9110c3 req-c6640b05-2d6d-4d20-9740-a568fd757885 tempest-SecurityGroupRulesNegativeTestJSON-1072584495 tempest-SecurityGroupRulesNegativeTestJSON-1072584495-project-member] Enqueued Resource ID: 9b42d91e-c6c3-4d2e-9034-14da21f5a921 with Priority: HIGHEST for action security_group_rules [ 646.777453] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b42d91e-c6c3-4d2e-9034-14da21f5a921 with Priority: HIGHEST for action security_group_rules [ 646.777990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 646.777990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 646.777990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 646.778400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 646.778530] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b42d91e-c6c3-4d2e-9034-14da21f5a921',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 646.913485] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd in Status: SUCCESS [ 646.913699] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd deletion is rescheduled due to dependency. [ 646.913854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.121067] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 647.121067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.121067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.121067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.121067] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.121375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.121375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.121464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.121611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.121757] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 647.318530] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 647.318530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.318530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.318715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 647.318917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.318917] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b42d91e-c6c3-4d2e-9034-14da21f5a921 already deleted. [ 647.318987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.624445] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.127900] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.290434] env[65511]: INFO networking_nsxv3.common.synchronization [req-6f55d097-b766-4fee-a868-8f10e4ab6c50 req-acf7e110-2aeb-4c17-851b-92d9d7d661fd tempest-SecurityGroupRulesNegativeTestJSON-1072584495 tempest-SecurityGroupRulesNegativeTestJSON-1072584495-project-member] Enqueued Resource ID: 9b42d91e-c6c3-4d2e-9034-14da21f5a921 with Priority: HIGHEST for action security_group_rules [ 648.290434] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b42d91e-c6c3-4d2e-9034-14da21f5a921 with Priority: HIGHEST for action security_group_rules [ 648.291094] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.291428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.291648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.293310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.293310] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9b42d91e-c6c3-4d2e-9034-14da21f5a921',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 648.631221] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.631221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.631221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.631502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.631502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.631637] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 648.666995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.667278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.667278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.668065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.668065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.678360] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 648.818218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 648.818381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.818453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.818690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.818787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.818926] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9b42d91e-c6c3-4d2e-9034-14da21f5a921 already deleted. [ 648.819082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9b42d91e-c6c3-4d2e-9034-14da21f5a921" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.213473] env[65511]: INFO networking_nsxv3.common.synchronization [req-bf38f4b0-85f6-4ca7-bb7d-81f2424ad75f req-e4cd8284-de7d-4c19-92b5-7e3e3292f50e tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 649.214109] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 649.214494] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.214573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.214618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.214790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.214947] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.215253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.215293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.215458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.215550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.215647] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.485759] env[65511]: INFO networking_nsxv3.common.synchronization [req-3e5695ef-4375-4c6f-9632-8792765228a0 req-686eb193-d454-46a4-8030-71222223bd15 tempest-ServerDiagnosticsNegativeTest-1575752390 tempest-ServerDiagnosticsNegativeTest-1575752390-project-member] Enqueued Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_members [ 649.487276] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 with Priority: HIGHEST for action security_group_members [ 649.487276] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5fa0913f-893b-45d5-8c89-14629c3e9750 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.487276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.487512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.487549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.487810] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.487810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.488916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.488916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.488916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.488916] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5fa0913f-893b-45d5-8c89-14629c3e9750',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.717341] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 649.732320] env[65511]: INFO networking_nsxv3.common.synchronization [req-bf38f4b0-85f6-4ca7-bb7d-81f2424ad75f req-3cea488f-97c3-4f9f-9f09-4b7d802f8f01 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 649.733427] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 649.734283] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.734283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.993386] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.993386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.993725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.993725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.993859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.994282] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 649.994428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.994500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.994702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 649.994826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.994942] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 is going to be updated. [ 650.039118] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.039118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.039118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.039413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.040485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.062211] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 in Status: IN_PROGRESS for 2s [ 650.220815] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.314678] env[65511]: INFO networking_nsxv3.common.synchronization [req-bf38f4b0-85f6-4ca7-bb7d-81f2424ad75f req-67cc6f6d-39bc-4f36-bd32-e5490f2a4065 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 650.315044] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 650.315351] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.315476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.659454] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbea4470-a786-49c3-bb6d-ec96c912313f req-593794cc-8827-4487-9f92-46ec915933f8 tempest-ServersWithSpecificFlavorTestJSON-1554890225 tempest-ServersWithSpecificFlavorTestJSON-1554890225-project-member] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 650.659454] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 650.659699] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.659862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.659908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.660204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.660351] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.660450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.660510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.660658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.660739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.660828] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.692036] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 650.692036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.692832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.692981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.693397] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.693551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.693551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.693996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.693996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.694232] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.694815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.694815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.694815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.694815] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.695037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.695037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.695138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.695179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.695398] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.697573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.697744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.697900] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.698021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.698086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.698233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.698348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.698406] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 650.727168] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.727434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.727555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.727908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.728073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.728366] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 650.788059] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 650.788059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 650.788059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 650.788585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 650.788585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.802112] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 651.163909] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.164421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.164505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.164696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.164794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.165031] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.165172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.165240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.165470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.165470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.165570] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf already deleted. [ 651.165650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.185677] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.186211] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.186433] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.186813] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.187093] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.187274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.187356] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.187576] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.187840] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.187991] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.188078] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 651.188825] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 651.188825] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 651.188825] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 651.189078] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 651.189078] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 651.199728] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e90753db-af3e-40a8-a3dc-73cb5804a89e: rpc.has_security_group_logging(os_id): False [ 651.201152] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.209759] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 651.209975] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 651.210122] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 651.210447] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.210864] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.211040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.211159] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.211462] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.211595] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.219297] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.219668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.219668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.220410] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.220410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.220410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.220646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.220646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.221154] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.221154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.221154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.221154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.221154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.222053] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.222053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.222053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.222053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.222053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.222053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be created. [ 651.308234] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.308746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.308746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.308746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.309171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.322990] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 651.702959] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 651.714227] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.714476] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.714559] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.714967] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.715085] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.715284] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 not found, creating... [ 651.715544] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.715736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.715823] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.716348] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.716348] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.716506] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.716679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.716798] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.719487] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.719487] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.719487] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 is going to be created. [ 651.743032] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 651.743213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.743525] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.743858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.744202] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.744451] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.105374] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 in Status: SUCCESS [ 652.105374] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5fa0913f-893b-45d5-8c89-14629c3e9750 deletion is rescheduled due to dependency. [ 652.105374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5fa0913f-893b-45d5-8c89-14629c3e9750" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.209724] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.209724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.209724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.209724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.209724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.209724] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 652.282999] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.283398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.283398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.283951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.283951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.296740] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 652.524948] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbea4470-a786-49c3-bb6d-ec96c912313f req-5e80dc9f-f19e-4b79-b712-8ece8a1e829f service nova] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 652.525221] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbea4470-a786-49c3-bb6d-ec96c912313f req-5e80dc9f-f19e-4b79-b712-8ece8a1e829f service nova] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 652.525373] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbea4470-a786-49c3-bb6d-ec96c912313f req-5e80dc9f-f19e-4b79-b712-8ece8a1e829f service nova] Enqueued Resource ID: bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 with Priority: HIGHEST for action port [ 652.525935] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 652.526116] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 652.526202] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 with Priority: HIGHEST for action port [ 652.526525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.526637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.526637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.526883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.526971] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.530088] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.530088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.530088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.530479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.530479] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.530601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.530636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.530969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.530969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.531097] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.532293] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.532293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.532436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.532547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.532673] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.816677] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 652.816677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.818925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.818925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.818925] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.818925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.818925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.818925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.818925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.818925] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 652.979025] env[65511]: INFO networking_nsxv3.common.synchronization [req-97dae159-6ca7-4aff-bce6-d399d9fd20e2 req-5225e4e0-b0db-4a73-8d50-d61e0a267f91 tempest-ServersV294TestFqdnHostnames-240313631 tempest-ServersV294TestFqdnHostnames-240313631-project-member] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_members [ 652.979292] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_members [ 652.979625] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.979760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.979833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.981033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.981033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 652.981033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.981033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.981033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.981033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.981033] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.034575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.034732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.034943] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.036664] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 with status ACTIVE [ 653.036664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.036664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.036664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.036664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.036664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.037076] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.037076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.037076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.037076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.037897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.037897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.037897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.037897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.037897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.037897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.037897] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1 is going to be updated. [ 653.070017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.070242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.070242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.070458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.070639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.070867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bfc18c4d-9be9-4cef-b1e1-f8e8e44dc4d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.118645] env[65511]: INFO networking_nsxv3.common.synchronization [None req-932e197f-4f54-4539-80ce-d584468bdad4 None None] Enqueued Resource ID: 9d9cee36-cf33-411c-bc7a-5f4fb3183ba4 with Priority: HIGHEST for action port [ 653.118645] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9d9cee36-cf33-411c-bc7a-5f4fb3183ba4 with Priority: HIGHEST for action port [ 653.120981] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9d9cee36-cf33-411c-bc7a-5f4fb3183ba4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.121282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9d9cee36-cf33-411c-bc7a-5f4fb3183ba4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.121282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9d9cee36-cf33-411c-bc7a-5f4fb3183ba4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.121783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9d9cee36-cf33-411c-bc7a-5f4fb3183ba4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.121783] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9d9cee36-cf33-411c-bc7a-5f4fb3183ba4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.321692] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.322073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.322073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.322295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.322295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.324020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.324020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.324020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.324020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.324020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.324020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 653.342917] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 653.343161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.343351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.343569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.343657] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.365339] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.365339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.365339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.365339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.365339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.374325] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 653.483452] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.483614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.483701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.483962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.484059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.484337] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.484337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.484499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.484533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.484797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.484797] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e already deleted. [ 653.484797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.542385] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.547136] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-572 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.547327] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-572" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.547682] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-572" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.547790] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-572" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.548053] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.548210] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.548318] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.548530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.548666] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.548872] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.548978] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 653.549321] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 653.549419] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 653.549988] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 653.550121] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 653.550329] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 653.571560] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 653.571758] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 653.571990] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 653.572090] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-572" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.572388] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.572578] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.572696] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.573016] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.573465] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07546b84-eb7a-443d-83d0-ebd5e8b8ba07',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 653.624143] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9d9cee36-cf33-411c-bc7a-5f4fb3183ba4 [ 653.624514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.624653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.624653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.624847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 653.624970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.625233] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9d9cee36-cf33-411c-bc7a-5f4fb3183ba4 already deleted. [ 653.625233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9d9cee36-cf33-411c-bc7a-5f4fb3183ba4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.847068] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 653.847294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.045227] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.045480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.045480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.045689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.045864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.046060] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be created. [ 654.076117] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.076343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.076343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.076556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.076707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.078015] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.078194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.078308] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.078530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.078659] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.078795] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 07546b84-eb7a-443d-83d0-ebd5e8b8ba07 not found, creating... [ 654.079070] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.079231] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.079356] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.079568] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.079692] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.079960] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.080122] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.080227] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.080420] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.080548] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.080667] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 07546b84-eb7a-443d-83d0-ebd5e8b8ba07 is going to be created. [ 654.093093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: UNINITIALIZED for 2s [ 654.105630] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.105630] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.105630] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.105944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.106109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.106348] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.309259] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 654.309861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.309861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.310247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.310545] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.310545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.310707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.310805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.310860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.310978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.311130] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.815543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.815932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.815932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.816054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.816204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.816305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.816373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.817204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.817343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.817430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.817621] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.817733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.817801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.817976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.818150] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.818253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.818318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.818876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.819162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.819162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.819278] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.876390] env[65511]: INFO networking_nsxv3.common.synchronization [req-97dae159-6ca7-4aff-bce6-d399d9fd20e2 req-74f83d0b-a95c-4c00-b21e-b01924216549 service nova] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_rules [ 654.876390] env[65511]: INFO networking_nsxv3.common.synchronization [req-97dae159-6ca7-4aff-bce6-d399d9fd20e2 req-74f83d0b-a95c-4c00-b21e-b01924216549 service nova] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_members [ 654.876390] env[65511]: INFO networking_nsxv3.common.synchronization [req-97dae159-6ca7-4aff-bce6-d399d9fd20e2 req-74f83d0b-a95c-4c00-b21e-b01924216549 service nova] Enqueued Resource ID: 07546b84-eb7a-443d-83d0-ebd5e8b8ba07 with Priority: HIGHEST for action port [ 654.876390] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_rules [ 654.876390] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_members [ 654.876390] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07546b84-eb7a-443d-83d0-ebd5e8b8ba07 with Priority: HIGHEST for action port [ 654.876390] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.876390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.876390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.876390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.876390] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.878639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.878717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.878761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.878942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.879124] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.879208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.879270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.879418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.879498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.879632] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 654.884048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 654.884210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.884268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.884487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 654.884566] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('07546b84-eb7a-443d-83d0-ebd5e8b8ba07',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.324673] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e90753db-af3e-40a8-a3dc-73cb5804a89e: rpc.has_security_group_logging(os_id): False [ 655.345692] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.345692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.346350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.346350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.346350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.346350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.347209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.347209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.347209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.347684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.348354] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.348354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.348354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.348973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.348973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.349546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.349723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.349815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.350083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.350216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.350365] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 655.387456] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.387456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.387456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.387745] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 655.387805] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 deletion is rescheduled due to dependency. [ 655.387934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.388147] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 07546b84-eb7a-443d-83d0-ebd5e8b8ba07 with status ACTIVE [ 655.388327] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.388437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.388499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.390764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.392114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.393206] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.393329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.393398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.393604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.393702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.394058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.394136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.394196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.394357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.394466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.394587] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 07546b84-eb7a-443d-83d0-ebd5e8b8ba07 is going to be updated. [ 655.395688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.395862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.396219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.396351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.396419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.396574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.396647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.396741] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.429000] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.429000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.429000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.429000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.429570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.429570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-07546b84-eb7a-443d-83d0-ebd5e8b8ba07" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.455133] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.455987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.457219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.457219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.457219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.472727] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 655.727855] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c86220a-bdda-4c87-b25a-c7d9858a75a9 req-eded5be4-d3b9-4534-b985-66f480dd7f20 tempest-ServersAdminNegativeTestJSON-1381125311 tempest-ServersAdminNegativeTestJSON-1381125311-project-member] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 655.728531] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 655.729217] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.729217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.729217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.730046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.730238] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.730348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.730415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.730601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.730699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.732166] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.899995] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 655.901183] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.901183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.901355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.901429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.901598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.901719] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.902134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.902134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.902134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.902134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.902318] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 655.932687] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 655.932832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 655.932908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 655.933154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 655.933301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 655.944373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 656.115022] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 656.115022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.115022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.115022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.115022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.115384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.115384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.115543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.115624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.115709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.115797] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.179449] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.179676] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.179828] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.180168] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.180449] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.180620] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.180744] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.180947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.181097] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.181299] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.181407] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 656.181512] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 656.181612] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 656.181711] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 656.181833] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 656.181965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 656.203196] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 656.203348] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 656.203476] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 656.203661] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.204767] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.204767] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.204767] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.204767] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.204767] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d33df-e476-48b2-b3d4-79c2b0acfefa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.234531] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.407363] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.407601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.407702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.408061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.408203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.408373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e is going to be created. [ 656.432446] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.432591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.432638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.432828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.432991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.444320] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: UNINITIALIZED for 2s [ 656.619554] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.708222] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.708222] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.708222] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.708499] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.708499] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.708565] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port fa6d33df-e476-48b2-b3d4-79c2b0acfefa not found, creating... [ 656.708919] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.709377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.709377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.709377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.709562] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.709871] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.710132] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.710132] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.710250] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.710373] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.710509] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: fa6d33df-e476-48b2-b3d4-79c2b0acfefa is going to be created. [ 656.733500] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.733606] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.733907] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.734853] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.734853] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.734853] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.738982] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 656.867147] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c7ec2468-331b-4e71-a6c3-eefa62e5ad86 None None] Enqueued Resource ID: d365c999-5db7-44b7-8465-f2c4e2e6b0f5 with Priority: HIGHEST for action port [ 656.868162] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d365c999-5db7-44b7-8465-f2c4e2e6b0f5 with Priority: HIGHEST for action port [ 656.868390] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d365c999-5db7-44b7-8465-f2c4e2e6b0f5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 656.868532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d365c999-5db7-44b7-8465-f2c4e2e6b0f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.868602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d365c999-5db7-44b7-8465-f2c4e2e6b0f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.868918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d365c999-5db7-44b7-8465-f2c4e2e6b0f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 656.869017] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d365c999-5db7-44b7-8465-f2c4e2e6b0f5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.008165] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1b1590bc-8945-45af-b4d7-a219986e2551 None None] Enqueued Resource ID: 45fe7d5b-2304-479d-ab65-074af5d1d64e with Priority: HIGHEST for action port [ 657.008551] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 45fe7d5b-2304-479d-ab65-074af5d1d64e with Priority: HIGHEST for action port [ 657.009422] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-45fe7d5b-2304-479d-ab65-074af5d1d64e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.009422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-45fe7d5b-2304-479d-ab65-074af5d1d64e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.009422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-45fe7d5b-2304-479d-ab65-074af5d1d64e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.009711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-45fe7d5b-2304-479d-ab65-074af5d1d64e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.009777] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('45fe7d5b-2304-479d-ab65-074af5d1d64e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.122662] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b40df30e-aabf-421c-8183-427a96a893bf: rpc.has_security_group_logging(os_id): False [ 657.143737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.143737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.143737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.144074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.144074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.150130] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.150130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.150130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.150130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.150130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.150130] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be created. [ 657.226841] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.227164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.227164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.227429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.227672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.240919] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.244566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.244566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.244566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.244566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.244566] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be updated. [ 657.250409] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: IN_PROGRESS for 2s [ 657.311020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.311269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.311269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.311487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.311638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.328256] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: IN_PROGRESS for 2s [ 657.371295] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d365c999-5db7-44b7-8465-f2c4e2e6b0f5 [ 657.371797] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.372328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.372433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.372684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.372781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.372889] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d365c999-5db7-44b7-8465-f2c4e2e6b0f5 already deleted. [ 657.373042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d365c999-5db7-44b7-8465-f2c4e2e6b0f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.482861] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 657.482861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.482861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.482861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.483175] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.512079] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 45fe7d5b-2304-479d-ab65-074af5d1d64e [ 657.512361] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.512533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.512625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.512806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.512897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.513020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:45fe7d5b-2304-479d-ab65-074af5d1d64e already deleted. [ 657.513112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-45fe7d5b-2304-479d-ab65-074af5d1d64e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.545458] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c86220a-bdda-4c87-b25a-c7d9858a75a9 req-373e4b50-6b38-4739-a95c-933aa628afa2 service nova] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_rules [ 657.545458] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c86220a-bdda-4c87-b25a-c7d9858a75a9 req-373e4b50-6b38-4739-a95c-933aa628afa2 service nova] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 657.545458] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c86220a-bdda-4c87-b25a-c7d9858a75a9 req-373e4b50-6b38-4739-a95c-933aa628afa2 service nova] Enqueued Resource ID: fa6d33df-e476-48b2-b3d4-79c2b0acfefa with Priority: HIGHEST for action port [ 657.545458] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_rules [ 657.547305] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 657.550571] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa6d33df-e476-48b2-b3d4-79c2b0acfefa with Priority: HIGHEST for action port [ 657.550571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.550571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.550571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.550571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.550571] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.550571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.550993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.550993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.550993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.551183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.551572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.551572] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa6d33df-e476-48b2-b3d4-79c2b0acfefa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 657.963742] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 657.964299] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 deletion is rescheduled due to dependency. [ 657.964451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.987671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.987671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.987671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.987671] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.056251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.057354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.057517] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa6d33df-e476-48b2-b3d4-79c2b0acfefa with status ACTIVE [ 658.057743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.057866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.057935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.058180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.058776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.058776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.058776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.058776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.058776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.059050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.059134] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.059187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.059219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.059388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.059466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.060107] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa6d33df-e476-48b2-b3d4-79c2b0acfefa is going to be updated. [ 658.084253] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.084253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.084253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.084533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.084533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.087161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa6d33df-e476-48b2-b3d4-79c2b0acfefa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459029] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: SUCCESS [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.459029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.459029] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.491431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.491604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.491690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.492823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.493343] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.494256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.494340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.494535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.494625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.494728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.495023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.495153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.495234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.495432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.495638] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 658.495752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.496181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.496181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 658.496181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.496181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.496390] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.962086] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 658.999452] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e90753db-af3e-40a8-a3dc-73cb5804a89e: rpc.has_security_group_logging(os_id): False [ 659.023722] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.024113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.024113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.028048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.028048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.028048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.028048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.028794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.028794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.028794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.028794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 659.107138] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.107479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.107533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.108391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.108391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.126969] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 659.269794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 659.269794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.340788] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 659.341580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.341580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.341858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.342353] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.342593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.342733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.343042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.343209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.343357] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.466063] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02f4d70-f0ce-408e-a93f-d5db665f006e: rpc.has_security_group_logging(os_id): False [ 659.493247] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.493247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.493247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.493247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.493247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.493979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.494131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.494222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.494431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.494569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.494716] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e is going to be created. [ 659.592503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.592828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.592828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.593083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.593269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.612641] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: IN_PROGRESS for 2s [ 659.847764] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 659.908953] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f2959563-80e1-4f5b-8688-4076177fdd8e tempest-ServersTestManualDisk-531088925 tempest-ServersTestManualDisk-531088925-project-member] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_rules [ 659.909748] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_rules [ 659.909838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 659.910648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.910648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.910884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 659.910884] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.283666] env[65511]: INFO networking_nsxv3.common.synchronization [None req-8686eabc-6393-4ec0-a99b-18cf0b6577d3 tempest-ServersTestManualDisk-531088925 tempest-ServersTestManualDisk-531088925-project-member] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_rules [ 660.284332] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_rules [ 660.284698] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.284994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.350326] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.360310] env[65511]: INFO networking_nsxv3.common.synchronization [None req-6c9a4594-3def-4ac0-98d0-fb245792d29b None None] Enqueued Resource ID: fa9023d4-b746-4cf4-958e-cc231366a64d with Priority: HIGHEST for action port [ 660.361366] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa9023d4-b746-4cf4-958e-cc231366a64d with Priority: HIGHEST for action port [ 660.362161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa9023d4-b746-4cf4-958e-cc231366a64d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.362253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa9023d4-b746-4cf4-958e-cc231366a64d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.362253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa9023d4-b746-4cf4-958e-cc231366a64d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.362568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa9023d4-b746-4cf4-958e-cc231366a64d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.362673] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa9023d4-b746-4cf4-958e-cc231366a64d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.441257] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.441401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.441487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.443092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.443279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.443404] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b already deleted. [ 660.443510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.443727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.444132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.444186] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 660.854153] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.854433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.854545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.854803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.854956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.855082] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be updated. [ 660.866964] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port fa9023d4-b746-4cf4-958e-cc231366a64d [ 660.866964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.866964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.867175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.868760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.868760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.868760] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:fa9023d4-b746-4cf4-958e-cc231366a64d already deleted. [ 660.868760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa9023d4-b746-4cf4-958e-cc231366a64d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.890395] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.890602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.890670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.890894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.891060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.908972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: IN_PROGRESS for 2s [ 660.968567] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 660.968771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.968837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.969045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.969142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.969379] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b already deleted. [ 660.969548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.146425] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 661.146654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.352988] env[65511]: INFO networking_nsxv3.common.synchronization [req-535fc3af-4ce0-4d8d-a2a1-2351139f58eb req-c5b41ee1-e358-4ce0-896c-0718f3bfa159 tempest-DeleteServersAdminTestJSON-337398029 tempest-DeleteServersAdminTestJSON-337398029-project-member] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 661.353360] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 661.353903] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.354036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.354410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.354580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.354789] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.355189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.355262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.355936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.355936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.355936] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 661.625775] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: SUCCESS [ 661.626086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.859942] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.859942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.860123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.860283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.860358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.860537] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.860619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.860665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.860815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.861420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.861420] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be updated. [ 661.893873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 661.894147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.894214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.896669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.896669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.905509] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: IN_PROGRESS for 2s [ 662.240065] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.240500] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.240611] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.240917] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.241420] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.241716] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.241928] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.242325] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.242602] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.242952] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.243202] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 662.243420] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 662.243591] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 662.244305] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 662.244305] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 662.244305] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 662.271361] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 662.271536] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 662.271771] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 662.271858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.272291] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-7488cec2-99d9-4f6d-a502-cc07d1990efe taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.272583] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.272845] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.273388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.273643] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7488cec2-99d9-4f6d-a502-cc07d1990efe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 662.776376] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.776832] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.776832] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.777056] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.777214] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.777373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 7488cec2-99d9-4f6d-a502-cc07d1990efe not found, creating... [ 662.777649] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.777810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.777916] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.778175] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.778313] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.778603] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.778753] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.778862] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.779240] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.779423] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.779664] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 7488cec2-99d9-4f6d-a502-cc07d1990efe is going to be created. [ 662.805452] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.805681] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.805867] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.806259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.806487] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.806737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.923689] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 662.923689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.923689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.923689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.923689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 662.923689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.924229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.924229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 662.924229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.924229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.924353] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.426871] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.427149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.427149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.427279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.427476] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.427618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.427618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.427786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.427883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.427965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.428074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.428163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.428218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.428360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.430040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.430232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.430396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.430464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.430593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.430691] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.514935] env[65511]: INFO networking_nsxv3.common.synchronization [req-535fc3af-4ce0-4d8d-a2a1-2351139f58eb req-aa8f5544-3f7a-4b54-b845-59c8fae08488 service nova] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_rules [ 663.515153] env[65511]: INFO networking_nsxv3.common.synchronization [req-535fc3af-4ce0-4d8d-a2a1-2351139f58eb req-aa8f5544-3f7a-4b54-b845-59c8fae08488 service nova] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 663.515289] env[65511]: INFO networking_nsxv3.common.synchronization [req-535fc3af-4ce0-4d8d-a2a1-2351139f58eb req-aa8f5544-3f7a-4b54-b845-59c8fae08488 service nova] Enqueued Resource ID: 7488cec2-99d9-4f6d-a502-cc07d1990efe with Priority: HIGHEST for action port [ 663.515798] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_rules [ 663.515935] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 663.516173] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7488cec2-99d9-4f6d-a502-cc07d1990efe with Priority: HIGHEST for action port [ 663.516484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.516607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.516864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.517158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.517158] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.518255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.518255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.518708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-7488cec2-99d9-4f6d-a502-cc07d1990efe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.518929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.518990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.519186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.519265] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7488cec2-99d9-4f6d-a502-cc07d1990efe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.917895] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 663.918317] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 deletion is rescheduled due to dependency. [ 663.918358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.919903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.919903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.920873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.920873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.921106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.921252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.921316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.921417] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 663.933483] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 82fdfbad-38fb-4ccc-bbe1-818b107b1c26: rpc.has_security_group_logging(os_id): False [ 663.951817] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.951951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.952071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.952344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.952870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.953142] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.953907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.953907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.953907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.954096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.954289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.954402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.954469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.954901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.954997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.955234] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 663.955363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.955437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.955592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 663.955709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.956013] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be updated. [ 664.023775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.023775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.023892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.024270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.024464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.029642] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.029969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.030034] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7488cec2-99d9-4f6d-a502-cc07d1990efe with status ACTIVE [ 664.030310] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.030509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.030509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.030683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.030763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.030935] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.031060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.031294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.031294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.031366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.031541] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.031707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.031707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.031876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.031947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.032042] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7488cec2-99d9-4f6d-a502-cc07d1990efe is going to be updated. [ 664.052853] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: IN_PROGRESS for 2s [ 664.062631] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.062825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.062825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.063111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.063223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.063966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7488cec2-99d9-4f6d-a502-cc07d1990efe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.224220] env[65511]: INFO networking_nsxv3.common.synchronization [None req-d0ad36dc-622c-4a78-a25e-8d59a427dff9 None None] Enqueued Resource ID: 194b6514-d239-402d-ae4d-7663850bc3e3 with Priority: HIGHEST for action port [ 664.224602] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 194b6514-d239-402d-ae4d-7663850bc3e3 with Priority: HIGHEST for action port [ 664.228508] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-194b6514-d239-402d-ae4d-7663850bc3e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.228689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-194b6514-d239-402d-ae4d-7663850bc3e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.228762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-194b6514-d239-402d-ae4d-7663850bc3e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.229078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-194b6514-d239-402d-ae4d-7663850bc3e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.229182] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('194b6514-d239-402d-ae4d-7663850bc3e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.425168] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 664.734061] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 194b6514-d239-402d-ae4d-7663850bc3e3 [ 664.734061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 664.735885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 664.735885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 664.735885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 664.735885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.735885] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:194b6514-d239-402d-ae4d-7663850bc3e3 already deleted. [ 664.736183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-194b6514-d239-402d-ae4d-7663850bc3e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.927306] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.017308] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd2c304-3739-4130-ab54-075c1a83f7e0 req-6821f63d-7a4e-4a35-9d5c-e6cd5c2b14e4 tempest-ServerMetadataTestJSON-430789245 tempest-ServerMetadataTestJSON-430789245-project-member] Enqueued Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_members [ 665.018893] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_members [ 665.021042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.021219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.021382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.021573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.021737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.021841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.021920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.022063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.022551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.022551] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.278867] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0e0d73b4-6271-4a94-af3c-62c402af2456 None None] Enqueued Resource ID: 61d9fb24-4165-465e-9445-b3ec073c9bb8 with Priority: HIGHEST for action port [ 665.279829] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 61d9fb24-4165-465e-9445-b3ec073c9bb8 with Priority: HIGHEST for action port [ 665.280354] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-61d9fb24-4165-465e-9445-b3ec073c9bb8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.280496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-61d9fb24-4165-465e-9445-b3ec073c9bb8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.280562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-61d9fb24-4165-465e-9445-b3ec073c9bb8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.282521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-61d9fb24-4165-465e-9445-b3ec073c9bb8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.282521] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('61d9fb24-4165-465e-9445-b3ec073c9bb8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.434241] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.434241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.434241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.434540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.434540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.434615] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be updated. [ 665.439497] env[65511]: INFO networking_nsxv3.common.synchronization [None req-d3c0c702-ffdb-45a0-8b46-4e45638c237c None None] Enqueued Resource ID: b9d4caad-5232-4a55-b5ad-44e536a342fc with Priority: HIGHEST for action port [ 665.440342] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9d4caad-5232-4a55-b5ad-44e536a342fc with Priority: HIGHEST for action port [ 665.441197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9d4caad-5232-4a55-b5ad-44e536a342fc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.441316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9d4caad-5232-4a55-b5ad-44e536a342fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.441360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9d4caad-5232-4a55-b5ad-44e536a342fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.441601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9d4caad-5232-4a55-b5ad-44e536a342fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.441721] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9d4caad-5232-4a55-b5ad-44e536a342fc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 665.470702] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.470702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.470702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.470702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.470702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.483327] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: IN_PROGRESS for 2s [ 665.527063] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.527063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.527063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.527063] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.527606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.527606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.527606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.527606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.527606] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e18fdd-993b-4981-9c93-5a2ed274724a already deleted. [ 665.527606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.786250] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 61d9fb24-4165-465e-9445-b3ec073c9bb8 [ 665.786581] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.786679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.787702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.787988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.788549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.788549] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:61d9fb24-4165-465e-9445-b3ec073c9bb8 already deleted. [ 665.788549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-61d9fb24-4165-465e-9445-b3ec073c9bb8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.943911] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port b9d4caad-5232-4a55-b5ad-44e536a342fc [ 665.944710] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 665.944710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 665.944710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 665.944710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 665.944926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 665.944926] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:b9d4caad-5232-4a55-b5ad-44e536a342fc already deleted. [ 665.945035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9d4caad-5232-4a55-b5ad-44e536a342fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.069876] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 666.069876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.575990] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-466 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.576220] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-466" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.576343] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-466" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.576653] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-466" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.576904] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.578998] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.578998] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.579189] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.579926] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.580190] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.580821] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 666.581625] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 666.581625] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 666.581625] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 666.581625] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 666.581625] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 666.600540] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 666.600718] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 666.600832] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 666.601008] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-466" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.601687] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-def6667c-6193-44f9-9726-2c5cbe2d8ffa taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 666.601883] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.601996] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.602360] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 666.602496] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def6667c-6193-44f9-9726-2c5cbe2d8ffa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.107162] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.109930] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port def6667c-6193-44f9-9726-2c5cbe2d8ffa not found, creating... [ 667.109930] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.109930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.110791] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.110791] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.110791] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.111161] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.111161] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.111161] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: def6667c-6193-44f9-9726-2c5cbe2d8ffa is going to be created. [ 667.137324] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.138015] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.138542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.138915] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.139388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.140371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.386603] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7cffe4cb-4140-48ab-a76a-53699bc79179 None None] Enqueued Resource ID: 066cd663-148d-4618-a7fa-7a688870ea5b with Priority: HIGHEST for action port [ 667.387238] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 066cd663-148d-4618-a7fa-7a688870ea5b with Priority: HIGHEST for action port [ 667.387797] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-066cd663-148d-4618-a7fa-7a688870ea5b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.387972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-066cd663-148d-4618-a7fa-7a688870ea5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.388090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-066cd663-148d-4618-a7fa-7a688870ea5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.388390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-066cd663-148d-4618-a7fa-7a688870ea5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.388499] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('066cd663-148d-4618-a7fa-7a688870ea5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.495440] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 667.495440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.495440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.495662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.498335] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.498528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.498608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.498832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.498918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.499053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.499156] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.515714] env[65511]: INFO networking_nsxv3.common.synchronization [None req-4e2d90bd-c41e-4ee2-be90-8021719ad89c None None] Enqueued Resource ID: 22b24d6f-d22e-4f47-ba06-70d0a623b19f with Priority: HIGHEST for action port [ 667.516403] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22b24d6f-d22e-4f47-ba06-70d0a623b19f with Priority: HIGHEST for action port [ 667.516743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-22b24d6f-d22e-4f47-ba06-70d0a623b19f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.517022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22b24d6f-d22e-4f47-ba06-70d0a623b19f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.517022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22b24d6f-d22e-4f47-ba06-70d0a623b19f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.518036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22b24d6f-d22e-4f47-ba06-70d0a623b19f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.518133] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22b24d6f-d22e-4f47-ba06-70d0a623b19f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.606324] env[65511]: INFO networking_nsxv3.common.synchronization [req-58ae7354-8789-4169-926d-11ed22d87160 req-d729bbfa-0e75-4655-82df-1c3a647bde73 tempest-FloatingIPsAssociationTestJSON-1035935569 tempest-FloatingIPsAssociationTestJSON-1035935569-project-member] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 667.606917] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 667.607243] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.607370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.607433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.607612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.607762] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.607857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.607940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.608122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.608184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.608246] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.891379] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 066cd663-148d-4618-a7fa-7a688870ea5b [ 667.891440] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.891978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.892082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.892934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.893375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.894635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:066cd663-148d-4618-a7fa-7a688870ea5b already deleted. [ 667.894635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-066cd663-148d-4618-a7fa-7a688870ea5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.936174] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd2c304-3739-4130-ab54-075c1a83f7e0 req-fbe06d74-1b4b-41d2-a8ff-1587df3eade7 service nova] Enqueued Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_rules [ 667.936295] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd2c304-3739-4130-ab54-075c1a83f7e0 req-fbe06d74-1b4b-41d2-a8ff-1587df3eade7 service nova] Enqueued Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_members [ 667.936348] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd2c304-3739-4130-ab54-075c1a83f7e0 req-fbe06d74-1b4b-41d2-a8ff-1587df3eade7 service nova] Enqueued Resource ID: def6667c-6193-44f9-9726-2c5cbe2d8ffa with Priority: HIGHEST for action port [ 667.936885] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_rules [ 667.937054] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_members [ 667.937167] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: def6667c-6193-44f9-9726-2c5cbe2d8ffa with Priority: HIGHEST for action port [ 667.937863] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.938107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.938204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.938509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.938944] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.940185] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.940357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.940396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.940621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.940815] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.940935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.941135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.941316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.941403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 667.941502] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 667.942367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-def6667c-6193-44f9-9726-2c5cbe2d8ffa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 667.942497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 667.942541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 667.943118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 667.943118] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('def6667c-6193-44f9-9726-2c5cbe2d8ffa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.004585] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.005565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.005565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.005565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.005565] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.005565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.005836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.005836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.005836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.005950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.006090] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.006209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.006325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.006504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.006661] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.006756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.006819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.006973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.007365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.008174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.008174] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.022972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22b24d6f-d22e-4f47-ba06-70d0a623b19f [ 668.023272] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.024221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.024376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.024936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.024936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.024936] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22b24d6f-d22e-4f47-ba06-70d0a623b19f already deleted. [ 668.024936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22b24d6f-d22e-4f47-ba06-70d0a623b19f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.112944] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.232051] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-379 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.232051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.232051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.232051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.232051] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.232401] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.233186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.233586] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.233775] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.234068] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.234232] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 668.234383] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 668.234543] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 668.234705] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 668.234705] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 668.234829] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 668.258556] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 668.258761] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 668.258887] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 668.259064] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-379" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.259442] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-fa62543e-7b54-4a95-a1a5-0228fa9ac520 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.259714] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.259856] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.261863] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.261863] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa62543e-7b54-4a95-a1a5-0228fa9ac520',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.444324] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.444487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.444674] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.445604] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port def6667c-6193-44f9-9726-2c5cbe2d8ffa with status ACTIVE [ 668.445791] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.445926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.445995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.446242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.446742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.446742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.446742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.446742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.446982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.446982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.447656] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.447778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.447873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.448027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.448112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.452097] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: def6667c-6193-44f9-9726-2c5cbe2d8ffa is going to be updated. [ 668.476383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.476383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.476383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.476383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.476383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.476383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-def6667c-6193-44f9-9726-2c5cbe2d8ffa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.509269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6d190cc9-21ee-49a1-9778-4d9f53e0df00: rpc.has_security_group_logging(os_id): False [ 668.544910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.545161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.545223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.545443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.545562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.546021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.546021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.546021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.546428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.546428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.547308] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.547308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.547308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.547308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.547308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.550079] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.550079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.550079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.550494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.550494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.550494] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be updated. [ 668.616120] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.664771] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.665078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.665242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.665420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.665583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.680868] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: IN_PROGRESS for 2s [ 668.765768] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.766094] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.766229] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.766679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.766847] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.767035] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port fa62543e-7b54-4a95-a1a5-0228fa9ac520 not found, creating... [ 668.767331] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.767495] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.767619] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.767849] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.767978] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.768749] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.768749] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.768749] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.768959] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.769726] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.769726] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: fa62543e-7b54-4a95-a1a5-0228fa9ac520 is going to be created. [ 668.805612] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.805843] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.805954] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.806390] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.806618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.806881] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.923827] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7019866b-fed7-4cee-afbb-f27ac38e1a11 None None] Enqueued Resource ID: 302cb48c-6181-4532-91fc-d282c9b3be54 with Priority: HIGHEST for action port [ 668.924014] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 302cb48c-6181-4532-91fc-d282c9b3be54 with Priority: HIGHEST for action port [ 668.924386] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-302cb48c-6181-4532-91fc-d282c9b3be54 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 668.924540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-302cb48c-6181-4532-91fc-d282c9b3be54" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.924540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-302cb48c-6181-4532-91fc-d282c9b3be54" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.924858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-302cb48c-6181-4532-91fc-d282c9b3be54" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 668.924923] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('302cb48c-6181-4532-91fc-d282c9b3be54',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 668.954334] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.120033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.120033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.120033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.122576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.122576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.122576] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be updated. [ 669.157664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.157892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.157949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.158213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.158381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.174649] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: IN_PROGRESS for 2s [ 669.432347] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 302cb48c-6181-4532-91fc-d282c9b3be54 [ 669.432672] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.432917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.432917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.433141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.433255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.433354] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:302cb48c-6181-4532-91fc-d282c9b3be54 already deleted. [ 669.433438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-302cb48c-6181-4532-91fc-d282c9b3be54" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.457765] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.457765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.457765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.457765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.457765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.457765] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e18fdd-993b-4981-9c93-5a2ed274724a is going to be created. [ 669.502496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.502652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.502730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.503010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.503191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.512869] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e18fdd-993b-4981-9c93-5a2ed274724a in Status: UNINITIALIZED for 2s [ 669.611451] env[65511]: INFO networking_nsxv3.common.synchronization [req-58ae7354-8789-4169-926d-11ed22d87160 req-a1323606-50ff-4b02-8435-d87737fef4cf service nova] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_rules [ 669.611451] env[65511]: INFO networking_nsxv3.common.synchronization [req-58ae7354-8789-4169-926d-11ed22d87160 req-a1323606-50ff-4b02-8435-d87737fef4cf service nova] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 669.611451] env[65511]: INFO networking_nsxv3.common.synchronization [req-58ae7354-8789-4169-926d-11ed22d87160 req-a1323606-50ff-4b02-8435-d87737fef4cf service nova] Enqueued Resource ID: fa62543e-7b54-4a95-a1a5-0228fa9ac520 with Priority: HIGHEST for action port [ 669.612685] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_rules [ 669.612685] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 669.612814] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fa62543e-7b54-4a95-a1a5-0228fa9ac520 with Priority: HIGHEST for action port [ 669.613178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.613327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.613388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.613640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.613720] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 669.617365] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.617365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.617365] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-fa62543e-7b54-4a95-a1a5-0228fa9ac520 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 669.617365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.617365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.617365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.617365] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fa62543e-7b54-4a95-a1a5-0228fa9ac520',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.119672] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.119672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.120019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fa62543e-7b54-4a95-a1a5-0228fa9ac520 with status ACTIVE [ 670.120312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.120575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.120575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.120793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.120920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.121134] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.121266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.121316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.121791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.121791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.121906] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.121906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.121995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.122455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.122455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.122455] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fa62543e-7b54-4a95-a1a5-0228fa9ac520 is going to be updated. [ 670.170896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.170896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.170896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.170896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.170896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.173524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fa62543e-7b54-4a95-a1a5-0228fa9ac520" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.614532] env[65511]: INFO networking_nsxv3.common.synchronization [req-b876418e-51eb-4528-8b99-d68f8bb20a60 req-7ae53f5d-1fbe-4926-8392-6d1812a57081 tempest-ListServersNegativeTestJSON-607436440 tempest-ListServersNegativeTestJSON-607436440-project-member] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 670.615263] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 670.615663] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.616590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.616590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.616590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.616590] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.616911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.617040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.617187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.617263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.617363] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 670.698549] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 670.698794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.886976] env[65511]: INFO networking_nsxv3.common.synchronization [None req-006b9800-f92d-4183-aa70-9cfae1f63eb8 tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_rules [ 670.888659] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_rules [ 670.890095] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 670.890095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 670.890095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 670.890095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 670.890095] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.115578] env[65511]: INFO networking_nsxv3.common.synchronization [None req-4457154c-d920-46b4-adfc-b2f3bba5f0d4 tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_rules [ 671.116122] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_rules [ 671.117017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.117017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.120247] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.185415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 671.185782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.186134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.186246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.186871] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.186871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.186871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.187166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.187166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.187166] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.297023] env[65511]: INFO networking_nsxv3.common.synchronization [None req-3e635862-740e-44f4-895a-15aa06453b60 None None] Enqueued Resource ID: cb40654c-8f3f-48de-921b-c3868428d2a0 with Priority: HIGHEST for action port [ 671.297023] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb40654c-8f3f-48de-921b-c3868428d2a0 with Priority: HIGHEST for action port [ 671.297023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb40654c-8f3f-48de-921b-c3868428d2a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.297023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb40654c-8f3f-48de-921b-c3868428d2a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.297023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb40654c-8f3f-48de-921b-c3868428d2a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.297720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb40654c-8f3f-48de-921b-c3868428d2a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.297921] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb40654c-8f3f-48de-921b-c3868428d2a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.413212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.413444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.413444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.413765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.413865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.413904] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 already deleted. [ 671.413974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.414202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.414386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.414474] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.524905] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e18fdd-993b-4981-9c93-5a2ed274724a in Status: SUCCESS [ 671.525228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.525511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.525851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.526158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.526348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.526482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.526699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.526847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.526988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.527836] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.623948] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.691133] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 671.800480] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb40654c-8f3f-48de-921b-c3868428d2a0 [ 671.800686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.800881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.800881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.801051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.801127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.801228] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb40654c-8f3f-48de-921b-c3868428d2a0 already deleted. [ 671.801309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb40654c-8f3f-48de-921b-c3868428d2a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.936618] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 671.936932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.936932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.937122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 671.937181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.937270] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 already deleted. [ 671.937353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.030560] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.031103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.031643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.032266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.032561] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.032827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.033309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.034023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.034252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.035471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.038851] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.039517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.039619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.039799] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.039908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.039972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.040159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.040262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.040353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.040593] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.128326] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.128421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.128476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.128701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.128795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.128935] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 672.167116] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.167271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.167335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.167553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.167696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.193406] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 672.197035] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 672.543602] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 42e18fdd-993b-4981-9c93-5a2ed274724a: rpc.has_security_group_logging(os_id): False [ 672.563893] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.564147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.564234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.564434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.564511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.566042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.566042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.566042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.566042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.567549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.567675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.567858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.567935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.568042] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e18fdd-993b-4981-9c93-5a2ed274724a is going to be created. [ 672.642451] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.642635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.642953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.642953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.643166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.656605] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e18fdd-993b-4981-9c93-5a2ed274724a in Status: IN_PROGRESS for 2s [ 672.698346] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.698346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.698346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.698346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.698346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.698346] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be updated. [ 672.746555] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 672.746718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.746787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.747044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 672.749631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 672.771119] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: IN_PROGRESS for 2s [ 674.158648] env[65511]: INFO networking_nsxv3.common.synchronization [None req-b9f621cd-f4fb-4fe5-abdf-883e7ea8c56f None None] Enqueued Resource ID: 08ce5c94-1ffc-4271-ba33-d648bc0c8a9a with Priority: HIGHEST for action port [ 674.160215] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ce5c94-1ffc-4271-ba33-d648bc0c8a9a with Priority: HIGHEST for action port [ 674.160215] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ce5c94-1ffc-4271-ba33-d648bc0c8a9a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.160215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ce5c94-1ffc-4271-ba33-d648bc0c8a9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.160215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ce5c94-1ffc-4271-ba33-d648bc0c8a9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.160215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ce5c94-1ffc-4271-ba33-d648bc0c8a9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.160215] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ce5c94-1ffc-4271-ba33-d648bc0c8a9a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.207626] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 674.207898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.443195] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f7831d13-e881-4a0e-80e5-7d9ada764db1 tempest-ServersTestJSON-2037169923 tempest-ServersTestJSON-2037169923-project-member] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_rules [ 674.443195] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_rules [ 674.443195] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.443362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.443362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.444281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.444281] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.586509] env[65511]: INFO networking_nsxv3.common.synchronization [None req-10bad43b-a8ec-4d90-b095-b81f00824ef3 tempest-ServersTestJSON-2037169923 tempest-ServersTestJSON-2037169923-project-member] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_rules [ 674.586509] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_rules [ 674.586907] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.587022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.819953] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 08ce5c94-1ffc-4271-ba33-d648bc0c8a9a [ 674.819953] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.819953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.819953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.819953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.819953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.819953] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:08ce5c94-1ffc-4271-ba33-d648bc0c8a9a already deleted. [ 674.819953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ce5c94-1ffc-4271-ba33-d648bc0c8a9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.835220] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 674.835599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.835802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.836039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.836244] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.836453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.836543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.836764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.836858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.836947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.837053] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 674.843041] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 42e18fdd-993b-4981-9c93-5a2ed274724a in Status: SUCCESS [ 674.843176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.968309] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 674.968492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.968578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.969059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.969059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.969059] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e5523b-288a-4256-a505-e5a990d0911d already deleted. [ 674.969059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.969264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.969318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 674.969370] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.339320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.339687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.339687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.340632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.340632] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.340632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.340632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.340632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.340632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.341029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.341029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.341029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.341029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.341537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.341775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.341902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.342089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.342342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.342463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.342621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.342681] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.498024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.498171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.498259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.498682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.498682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.498682] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e5523b-288a-4256-a505-e5a990d0911d already deleted. [ 675.498883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.846977] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 74dd0a3c-a1d2-4b59-9bdc-973929cb475b: rpc.has_security_group_logging(os_id): False [ 675.865094] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.865243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.865306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.865514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.865604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.866180] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.866285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.866343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.866655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.866911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.867303] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.867399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.867468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.867618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.867694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.867882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.868843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.868843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.868843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.868960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.868996] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be updated. [ 675.892612] env[65511]: INFO networking_nsxv3.common.synchronization [req-fa277263-5ec2-4cdd-9796-d2c7e0bd2afa req-44d37089-7605-461f-9068-421ea3d63fcf tempest-ListImageFiltersTestJSON-1832589312 tempest-ListImageFiltersTestJSON-1832589312-project-member] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 675.893254] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 675.893471] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.893775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.893852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.894219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.894406] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.894561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.894619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.894861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.894861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.894981] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 675.946180] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 675.947420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.947420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.947420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 675.948167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.964278] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: IN_PROGRESS for 2s [ 676.397875] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.398174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.398217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.398519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.398631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.398845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.399097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.399097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.399287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.399395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.399488] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb already deleted. [ 676.399571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.471362] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.471559] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.472354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.472354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.472354] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.472354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.472580] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.472614] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.472737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.473525] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.473525] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 676.473525] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 676.473525] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 676.473525] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 676.473525] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 676.473525] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 676.494463] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 676.494463] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 676.494463] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 676.494724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.494926] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.495058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.495147] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.495480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.495904] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffe57d3-8d79-4035-9dcb-ef26763f14ff',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 676.997885] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.997885] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.998159] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.998439] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.998502] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.998646] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 1ffe57d3-8d79-4035-9dcb-ef26763f14ff not found, creating... [ 676.998901] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.999066] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.999177] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.999411] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.999542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.999829] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 676.999972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.000101] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.000299] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.000424] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.000586] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 1ffe57d3-8d79-4035-9dcb-ef26763f14ff is going to be created. [ 677.020664] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.020922] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.021177] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.021504] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.021779] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.022013] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.749056] env[65511]: INFO networking_nsxv3.common.synchronization [req-fa277263-5ec2-4cdd-9796-d2c7e0bd2afa req-978fcefc-18c0-4d2e-88f4-e2713acd3fee service nova] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_rules [ 677.749319] env[65511]: INFO networking_nsxv3.common.synchronization [req-fa277263-5ec2-4cdd-9796-d2c7e0bd2afa req-978fcefc-18c0-4d2e-88f4-e2713acd3fee service nova] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 677.749437] env[65511]: INFO networking_nsxv3.common.synchronization [req-fa277263-5ec2-4cdd-9796-d2c7e0bd2afa req-978fcefc-18c0-4d2e-88f4-e2713acd3fee service nova] Enqueued Resource ID: 1ffe57d3-8d79-4035-9dcb-ef26763f14ff with Priority: HIGHEST for action port [ 677.750067] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_rules [ 677.750180] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 677.750230] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1ffe57d3-8d79-4035-9dcb-ef26763f14ff with Priority: HIGHEST for action port [ 677.750508] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.750695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.750777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.751689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.751799] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.752681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.752840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.753891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.753891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.753891] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.753891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.753891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.754184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.754184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.754184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.754976] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 677.755405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.755405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.755499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.755533] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1ffe57d3-8d79-4035-9dcb-ef26763f14ff',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 677.981400] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 677.981463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.113419] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1e1d021b-75c6-4ef0-b843-e9f5ffc6dcaf None None] Enqueued Resource ID: 633dda62-372d-4769-8902-46f2dc270da5 with Priority: HIGHEST for action port [ 678.113419] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 633dda62-372d-4769-8902-46f2dc270da5 with Priority: HIGHEST for action port [ 678.113689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-633dda62-372d-4769-8902-46f2dc270da5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.114030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-633dda62-372d-4769-8902-46f2dc270da5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.114384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-633dda62-372d-4769-8902-46f2dc270da5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.115603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-633dda62-372d-4769-8902-46f2dc270da5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.115603] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('633dda62-372d-4769-8902-46f2dc270da5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.257873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.258038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.258244] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 678.262021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1ffe57d3-8d79-4035-9dcb-ef26763f14ff with status ACTIVE [ 678.262021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.262021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.262021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.262021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.262021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1ffe57d3-8d79-4035-9dcb-ef26763f14ff is going to be updated. [ 678.287787] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.287944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.288033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.288253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.288383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.288534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1ffe57d3-8d79-4035-9dcb-ef26763f14ff" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.529638] env[65511]: INFO networking_nsxv3.common.synchronization [req-4a2066c2-2dc0-484a-935c-5f5bbf4f8767 req-aa97aba2-39d3-4fb6-8516-67562101e03f tempest-ListImageFiltersTestJSON-1832589312 tempest-ListImageFiltersTestJSON-1832589312-project-member] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 678.530781] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 678.532257] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.532377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.620440] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 633dda62-372d-4769-8902-46f2dc270da5 [ 678.620440] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 678.623350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.623570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.623784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.624272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.624527] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:633dda62-372d-4769-8902-46f2dc270da5 already deleted. [ 678.624708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-633dda62-372d-4769-8902-46f2dc270da5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.763919] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 679.268697] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.268872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.268872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.269152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.269252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.269354] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be created. [ 679.297304] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.297395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.301182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.301182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.301182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.308853] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: UNINITIALIZED for 2s [ 679.537999] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.537999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.537999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.537999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.538712] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.539093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.539363] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.539715] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.540215] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.540798] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.540798] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 679.543017] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 679.543017] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 679.543017] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 679.543017] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 679.543017] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 679.562867] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 679.565213] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 679.565213] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 679.565213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.565213] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-ec36a37d-1231-4fd6-9f54-fb37385e50e5 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 679.565213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.565213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.565213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 679.565213] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec36a37d-1231-4fd6-9f54-fb37385e50e5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.022263] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c995f619-18f7-4705-be97-db13b7191eb7 None None] Enqueued Resource ID: 8fc1cf6f-dd79-4f85-973d-596a4051bacf with Priority: HIGHEST for action port [ 680.022263] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8fc1cf6f-dd79-4f85-973d-596a4051bacf with Priority: HIGHEST for action port [ 680.022263] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8fc1cf6f-dd79-4f85-973d-596a4051bacf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.022263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8fc1cf6f-dd79-4f85-973d-596a4051bacf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.022263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8fc1cf6f-dd79-4f85-973d-596a4051bacf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.023282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8fc1cf6f-dd79-4f85-973d-596a4051bacf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.023282] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8fc1cf6f-dd79-4f85-973d-596a4051bacf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.068246] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.068432] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.068606] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.068880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.069074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.069259] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port ec36a37d-1231-4fd6-9f54-fb37385e50e5 not found, creating... [ 680.069571] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.069761] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.069838] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.070072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.070204] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.070484] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.070639] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.070775] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.070932] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.071124] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.071228] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: ec36a37d-1231-4fd6-9f54-fb37385e50e5 is going to be created. [ 680.095013] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.095013] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.095013] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.095013] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.095398] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.095707] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.189266] env[65511]: INFO networking_nsxv3.common.synchronization [None req-70b0e62f-e236-4bf2-a036-6eb372294b15 None None] Enqueued Resource ID: 9f340bf7-0f0e-4eab-b93c-800330b44194 with Priority: HIGHEST for action port [ 680.190095] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9f340bf7-0f0e-4eab-b93c-800330b44194 with Priority: HIGHEST for action port [ 680.190341] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9f340bf7-0f0e-4eab-b93c-800330b44194 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.190509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9f340bf7-0f0e-4eab-b93c-800330b44194" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.190625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9f340bf7-0f0e-4eab-b93c-800330b44194" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.190796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9f340bf7-0f0e-4eab-b93c-800330b44194" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.190881] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9f340bf7-0f0e-4eab-b93c-800330b44194',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 680.526416] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8fc1cf6f-dd79-4f85-973d-596a4051bacf [ 680.526416] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.526609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.526653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.526889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.527028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.527150] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8fc1cf6f-dd79-4f85-973d-596a4051bacf already deleted. [ 680.527262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8fc1cf6f-dd79-4f85-973d-596a4051bacf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.695395] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9f340bf7-0f0e-4eab-b93c-800330b44194 [ 680.696615] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.696615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.696615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.696615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.696615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.696615] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9f340bf7-0f0e-4eab-b93c-800330b44194 already deleted. [ 680.696615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9f340bf7-0f0e-4eab-b93c-800330b44194" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.815563] env[65511]: INFO networking_nsxv3.common.synchronization [req-4a2066c2-2dc0-484a-935c-5f5bbf4f8767 req-51b14764-7f84-4719-97cc-3eb58f1bb347 service nova] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_rules [ 680.815744] env[65511]: INFO networking_nsxv3.common.synchronization [req-4a2066c2-2dc0-484a-935c-5f5bbf4f8767 req-51b14764-7f84-4719-97cc-3eb58f1bb347 service nova] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 680.815887] env[65511]: INFO networking_nsxv3.common.synchronization [req-4a2066c2-2dc0-484a-935c-5f5bbf4f8767 req-51b14764-7f84-4719-97cc-3eb58f1bb347 service nova] Enqueued Resource ID: ec36a37d-1231-4fd6-9f54-fb37385e50e5 with Priority: HIGHEST for action port [ 680.816482] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_rules [ 680.816633] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 680.816733] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec36a37d-1231-4fd6-9f54-fb37385e50e5 with Priority: HIGHEST for action port [ 680.817015] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.817802] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.817940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818188] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec36a37d-1231-4fd6-9f54-fb37385e50e5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 680.818330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.818413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 680.819471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 680.819471] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec36a37d-1231-4fd6-9f54-fb37385e50e5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.321492] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 681.321933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.322965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec36a37d-1231-4fd6-9f54-fb37385e50e5 with status ACTIVE [ 681.322965] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.322965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.324169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.324260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.324329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.324561] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.324616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.324663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.324824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.324899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.325231] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.325332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.325415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.325568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.325640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.325724] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec36a37d-1231-4fd6-9f54-fb37385e50e5 is going to be updated. [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.327580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.327580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.327580] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.328406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.328584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.328686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.328781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.328844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.328978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.330580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.331569] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.336278] env[65511]: INFO networking_nsxv3.common.synchronization [req-a81c576b-2a26-4d53-99b6-e2f01a4a2dbc req-965f23fe-fe07-4dd8-992c-48020843fd08 tempest-ImagesNegativeTestJSON-1240832319 tempest-ImagesNegativeTestJSON-1240832319-project-member] Enqueued Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_members [ 681.336617] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_members [ 681.337199] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.337310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.337351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.337558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.337704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.337792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.337979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.338056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.338141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.338793] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.354431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.354596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.354673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.354832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.354964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.355138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec36a37d-1231-4fd6-9f54-fb37385e50e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.795166] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-166 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.795166] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-166" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.795166] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-166" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.795166] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-166" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.795438] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.795568] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.795679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.795886] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.796095] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.796232] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.796337] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 681.796436] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 681.796534] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 681.796633] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 681.796733] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 681.796853] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 681.815997] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 681.816209] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 681.818010] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 681.818010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-166" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.818010] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-5f2196b1-a235-41fd-8e31-77e5cd12f632 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.818010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.818010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.818010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.818010] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2196b1-a235-41fd-8e31-77e5cd12f632',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.835238] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.835398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.835555] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 681.845925] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.846722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.847823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.847823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.847823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.847823] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 681.847823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.847823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.847823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 681.848156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.848156] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa already deleted. [ 681.848156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.324274] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.324274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.324274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.324274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.324274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.324274] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 5f2196b1-a235-41fd-8e31-77e5cd12f632 not found, creating... [ 682.324274] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.324274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.324274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.326300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.326300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.326300] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.326300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.326300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.326796] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.328067] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.328067] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 5f2196b1-a235-41fd-8e31-77e5cd12f632 is going to be created. [ 682.338307] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.349987] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.350224] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.350409] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.350642] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.350860] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.351213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.438769] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c24b44ab-3ee7-422a-86f2-861415aefce7 None None] Enqueued Resource ID: 374ba78b-7c90-4bb8-90e1-2d37ce9ec92e with Priority: HIGHEST for action port [ 682.439361] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 374ba78b-7c90-4bb8-90e1-2d37ce9ec92e with Priority: HIGHEST for action port [ 682.439674] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-374ba78b-7c90-4bb8-90e1-2d37ce9ec92e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.439885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-374ba78b-7c90-4bb8-90e1-2d37ce9ec92e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.439885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-374ba78b-7c90-4bb8-90e1-2d37ce9ec92e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.440376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-374ba78b-7c90-4bb8-90e1-2d37ce9ec92e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.440376] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('374ba78b-7c90-4bb8-90e1-2d37ce9ec92e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.586847] env[65511]: INFO networking_nsxv3.common.synchronization [None req-df2001b1-b971-456d-9a40-5c384e876431 None None] Enqueued Resource ID: 3193841a-a253-4242-9a76-c6fa6414683d with Priority: HIGHEST for action port [ 682.586847] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3193841a-a253-4242-9a76-c6fa6414683d with Priority: HIGHEST for action port [ 682.586847] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-3193841a-a253-4242-9a76-c6fa6414683d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.587444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3193841a-a253-4242-9a76-c6fa6414683d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.587444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3193841a-a253-4242-9a76-c6fa6414683d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.587595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3193841a-a253-4242-9a76-c6fa6414683d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.587687] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3193841a-a253-4242-9a76-c6fa6414683d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 682.843651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.843882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.843969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.844238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.844361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.844482] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be updated. [ 682.881608] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.881787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.881891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.882194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.882669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.895418] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 682.942417] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 374ba78b-7c90-4bb8-90e1-2d37ce9ec92e [ 682.942702] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 682.942910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.942992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.943351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 682.943450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 682.943555] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:374ba78b-7c90-4bb8-90e1-2d37ce9ec92e already deleted. [ 682.943661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-374ba78b-7c90-4bb8-90e1-2d37ce9ec92e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.089571] env[65511]: INFO networking_nsxv3.common.synchronization [req-a81c576b-2a26-4d53-99b6-e2f01a4a2dbc req-edcd8e5e-6c6d-418a-b443-746d0eed54ca service nova] Enqueued Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_rules [ 683.089571] env[65511]: INFO networking_nsxv3.common.synchronization [req-a81c576b-2a26-4d53-99b6-e2f01a4a2dbc req-edcd8e5e-6c6d-418a-b443-746d0eed54ca service nova] Enqueued Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_members [ 683.089571] env[65511]: INFO networking_nsxv3.common.synchronization [req-a81c576b-2a26-4d53-99b6-e2f01a4a2dbc req-edcd8e5e-6c6d-418a-b443-746d0eed54ca service nova] Enqueued Resource ID: 5f2196b1-a235-41fd-8e31-77e5cd12f632 with Priority: HIGHEST for action port [ 683.090116] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_rules [ 683.090457] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_members [ 683.094020] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f2196b1-a235-41fd-8e31-77e5cd12f632 with Priority: HIGHEST for action port [ 683.094020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 3193841a-a253-4242-9a76-c6fa6414683d [ 683.094020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.094020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:3193841a-a253-4242-9a76-c6fa6414683d already deleted. [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3193841a-a253-4242-9a76-c6fa6414683d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.094020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.094020] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.094020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.094020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.095344] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.095497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.095588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.095776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.095893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.096074] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.097215] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-5f2196b1-a235-41fd-8e31-77e5cd12f632 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.097338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.098052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.098052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.098052] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5f2196b1-a235-41fd-8e31-77e5cd12f632',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.606321] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.606321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.606321] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 683.609051] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5f2196b1-a235-41fd-8e31-77e5cd12f632 with status ACTIVE [ 683.609051] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.609051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.609051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.609051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.613626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.613626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.613626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.613626] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5f2196b1-a235-41fd-8e31-77e5cd12f632 is going to be updated. [ 683.636090] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 683.636558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.636558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.636558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.636712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.639206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5f2196b1-a235-41fd-8e31-77e5cd12f632" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.113752] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 684.616563] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.616924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.616924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.617215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.617215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.617367] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa is going to be created. [ 684.647819] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.647819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.647819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.647819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.648145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.662752] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa in Status: UNINITIALIZED for 2s [ 684.906195] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 684.906195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.906416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.906725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.907015] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 684.907253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.907253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.907430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.907532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.907643] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.411129] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.769114] env[65511]: INFO networking_nsxv3.common.synchronization [None req-adfa45bf-d75e-452c-8ba5-6106be82db6a None None] Enqueued Resource ID: 9246c99d-783c-440e-a82d-64e7f2cac2e5 with Priority: HIGHEST for action port [ 685.770166] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9246c99d-783c-440e-a82d-64e7f2cac2e5 with Priority: HIGHEST for action port [ 685.770311] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9246c99d-783c-440e-a82d-64e7f2cac2e5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 685.770484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9246c99d-783c-440e-a82d-64e7f2cac2e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 685.770575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9246c99d-783c-440e-a82d-64e7f2cac2e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 685.772156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9246c99d-783c-440e-a82d-64e7f2cac2e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 685.772281] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9246c99d-783c-440e-a82d-64e7f2cac2e5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 685.913660] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.276368] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9246c99d-783c-440e-a82d-64e7f2cac2e5 [ 686.276776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.277058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.277227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.277531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.277744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.277934] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9246c99d-783c-440e-a82d-64e7f2cac2e5 already deleted. [ 686.278126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9246c99d-783c-440e-a82d-64e7f2cac2e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.417456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.417650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.417743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.418100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.418217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.418345] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be updated. [ 686.454216] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.454216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.454216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.454216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.454216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.468223] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 686.655647] env[65511]: INFO networking_nsxv3.common.synchronization [None req-59f07cef-ef26-4f96-9825-c6a6d8c72c4c None None] Enqueued Resource ID: bd94e355-8dfe-494d-a0a1-76fa1b1895e9 with Priority: HIGHEST for action port [ 686.656581] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bd94e355-8dfe-494d-a0a1-76fa1b1895e9 with Priority: HIGHEST for action port [ 686.656914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-bd94e355-8dfe-494d-a0a1-76fa1b1895e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.657071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bd94e355-8dfe-494d-a0a1-76fa1b1895e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.657514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bd94e355-8dfe-494d-a0a1-76fa1b1895e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.657915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bd94e355-8dfe-494d-a0a1-76fa1b1895e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.657991] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bd94e355-8dfe-494d-a0a1-76fa1b1895e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 686.675945] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa in Status: SUCCESS [ 686.676186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.676748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.677057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.677275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 686.677452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.677452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.677621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.677706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.677791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.677882] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.160716] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bd94e355-8dfe-494d-a0a1-76fa1b1895e9 [ 687.161041] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.161272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.161357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.161863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.161863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.161863] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bd94e355-8dfe-494d-a0a1-76fa1b1895e9 already deleted. [ 687.161863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bd94e355-8dfe-494d-a0a1-76fa1b1895e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.172730] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aef5118-d78c-4d08-acba-8691743b8785 req-312cda5f-6bea-4b81-8069-7f12581e3ede tempest-ServersTestManualDisk-531088925 tempest-ServersTestManualDisk-531088925-project-member] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_members [ 687.173332] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_members [ 687.173640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.173755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.173819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.174377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.174634] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.174782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.174871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.175085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.175221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.175436] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.180446] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.180446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.180446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.180446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.180807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.180807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.181182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.181182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.181334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.181492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.181681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.181946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.181946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182311] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.182435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.182514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.182724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.182842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.182990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.183245] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.679513] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.679764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.679764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.679954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.680058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.680268] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.680368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.680428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.680579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.680653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.680736] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b already deleted. [ 687.680813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.688490] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f1269bf1-27f0-410b-a6f6-e9007117e4fa: rpc.has_security_group_logging(os_id): False [ 687.710596] env[65511]: INFO networking_nsxv3.common.synchronization [None req-d9d8d651-37a8-4e1f-ab00-ec3cda2a898e None None] Enqueued Resource ID: 8d71ffe5-94f9-4252-8b95-344a224a5a85 with Priority: HIGHEST for action port [ 687.712467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.712584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.712650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.714737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.714737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.714737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.714737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.715857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.715857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.715857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.715857] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa is going to be created. [ 687.717199] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8d71ffe5-94f9-4252-8b95-344a224a5a85 with Priority: HIGHEST for action port [ 687.717527] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-142 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.717632] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-142" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.717720] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-142" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.718018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-142" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.718588] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.718735] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.718842] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.719052] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.719210] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.719885] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.719885] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 687.719885] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 687.719885] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 687.719885] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 687.719885] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 687.720348] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 687.721862] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8d71ffe5-94f9-4252-8b95-344a224a5a85 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.722049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8d71ffe5-94f9-4252-8b95-344a224a5a85" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.722049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8d71ffe5-94f9-4252-8b95-344a224a5a85" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.722278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8d71ffe5-94f9-4252-8b95-344a224a5a85" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.722334] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8d71ffe5-94f9-4252-8b95-344a224a5a85',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.744492] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 687.744657] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 687.744788] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 687.744962] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-142" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.745327] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-08ad0aef-2691-42c1-9a39-5d7f9b208de4 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.746242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.746242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.746242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.746242] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ad0aef-2691-42c1-9a39-5d7f9b208de4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 687.805450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.805637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.805686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.805892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.806098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.826928] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa in Status: IN_PROGRESS for 2s [ 687.914063] env[65511]: INFO networking_nsxv3.common.synchronization [None req-3b9012f4-5579-4848-87f1-5a4bbb8dd523 None None] Enqueued Resource ID: 17dcc066-827b-4240-a1de-4124b90a4fa2 with Priority: HIGHEST for action port [ 687.917701] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 17dcc066-827b-4240-a1de-4124b90a4fa2 with Priority: HIGHEST for action port [ 687.917791] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-17dcc066-827b-4240-a1de-4124b90a4fa2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 687.917900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-17dcc066-827b-4240-a1de-4124b90a4fa2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 687.918610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-17dcc066-827b-4240-a1de-4124b90a4fa2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 687.918911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-17dcc066-827b-4240-a1de-4124b90a4fa2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 687.919014] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('17dcc066-827b-4240-a1de-4124b90a4fa2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.225529] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8d71ffe5-94f9-4252-8b95-344a224a5a85 [ 688.225892] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.225961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.226096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.226259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.226349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.226451] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8d71ffe5-94f9-4252-8b95-344a224a5a85 already deleted. [ 688.226553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8d71ffe5-94f9-4252-8b95-344a224a5a85" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.249192] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.249345] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.249413] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.249683] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.250267] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.250267] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 08ad0aef-2691-42c1-9a39-5d7f9b208de4 not found, creating... [ 688.250267] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.250472] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.250472] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.250680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.250826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.251118] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.251292] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.251333] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.251522] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.251644] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.251775] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 08ad0aef-2691-42c1-9a39-5d7f9b208de4 is going to be created. [ 688.274479] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.274479] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.274479] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.274772] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.274945] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.275208] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.433089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 17dcc066-827b-4240-a1de-4124b90a4fa2 [ 688.433418] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.433618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.433687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.433918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.434024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.434131] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:17dcc066-827b-4240-a1de-4124b90a4fa2 already deleted. [ 688.434270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-17dcc066-827b-4240-a1de-4124b90a4fa2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.483400] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 688.483790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.483978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.484496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.485571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.485571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.485571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.485867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.485867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.485980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.486261] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.486405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.486511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.486733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.486914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.487038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.487131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.487294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.487386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.487450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.488855] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.993257] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098deb74-0b98-4ff1-98c5-757ef1cb91eb: rpc.has_security_group_logging(os_id): False [ 688.993882] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aef5118-d78c-4d08-acba-8691743b8785 req-3d4e7687-3307-47bf-86f4-222a897f1184 service nova] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_rules [ 688.995269] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aef5118-d78c-4d08-acba-8691743b8785 req-3d4e7687-3307-47bf-86f4-222a897f1184 service nova] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_members [ 688.995269] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aef5118-d78c-4d08-acba-8691743b8785 req-3d4e7687-3307-47bf-86f4-222a897f1184 service nova] Enqueued Resource ID: 08ad0aef-2691-42c1-9a39-5d7f9b208de4 with Priority: HIGHEST for action port [ 688.995269] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_rules [ 688.995269] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_members [ 688.995269] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08ad0aef-2691-42c1-9a39-5d7f9b208de4 with Priority: HIGHEST for action port [ 688.995736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.995858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.995921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.996131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.996209] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.997087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.997206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.997269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.997446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.997904] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.997999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.998075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.998219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.998300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 688.998389] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 688.999154] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-08ad0aef-2691-42c1-9a39-5d7f9b208de4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 688.999276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.999337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.999445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 688.999545] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('08ad0aef-2691-42c1-9a39-5d7f9b208de4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.014132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.014351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.014471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.014783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.015233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.015584] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.015698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.015763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.015946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.016043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.016239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.016339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.016400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.016543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.016626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.017780] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.017780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.017780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.017780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.017780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.017780] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be created. [ 689.080747] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.081062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.081132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.081356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.082879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.093343] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 689.501696] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.501696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.502166] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 689.505459] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 08ad0aef-2691-42c1-9a39-5d7f9b208de4 with status ACTIVE [ 689.506538] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.506538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.506538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.506538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.506538] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.506538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.506538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.509143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.509143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.509143] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.509143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.509143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.509143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.509143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.509143] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 08ad0aef-2691-42c1-9a39-5d7f9b208de4 is going to be updated. [ 689.531346] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 689.531755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 689.532104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 689.532376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 689.532518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.532684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-08ad0aef-2691-42c1-9a39-5d7f9b208de4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 689.844779] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa in Status: SUCCESS [ 689.844779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.005375] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 690.510441] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.510441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.510441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.510441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.513059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.513059] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b is going to be created. [ 690.539401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.539553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.539725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.539948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.540935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.550292] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: UNINITIALIZED for 2s [ 690.955018] env[65511]: INFO networking_nsxv3.common.synchronization [None req-16c79dd3-412d-43bc-b81a-2039883066c1 None None] Enqueued Resource ID: dba2baf6-ff69-41c1-94dd-68f98243e799 with Priority: HIGHEST for action port [ 690.955630] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dba2baf6-ff69-41c1-94dd-68f98243e799 with Priority: HIGHEST for action port [ 690.956628] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-dba2baf6-ff69-41c1-94dd-68f98243e799 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 690.956628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dba2baf6-ff69-41c1-94dd-68f98243e799" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 690.956628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dba2baf6-ff69-41c1-94dd-68f98243e799" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 690.956628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dba2baf6-ff69-41c1-94dd-68f98243e799" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 690.956628] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dba2baf6-ff69-41c1-94dd-68f98243e799',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.110296] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 691.110771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.111102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.111431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.111614] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 691.460254] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dba2baf6-ff69-41c1-94dd-68f98243e799 [ 691.461665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.461665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.461665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.461665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.461665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.462560] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dba2baf6-ff69-41c1-94dd-68f98243e799 already deleted. [ 691.462560] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dba2baf6-ff69-41c1-94dd-68f98243e799" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.616924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.617382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.617382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.618404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.618404] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 691.618404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.618404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.618404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 691.618404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.618404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.618717] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.123258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.123413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.123487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.123721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.123890] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.124012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.124078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.124307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.124661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.124661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.124767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.124895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.124980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.125176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.125320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.125415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.125475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.125610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.125686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.125802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.125840] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.302597] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7e08d5e7-cba1-45d1-b0b8-66a071520f2b None None] Enqueued Resource ID: be16b798-f2c2-42ef-9fc3-70f790ab177c with Priority: HIGHEST for action port [ 692.303507] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: be16b798-f2c2-42ef-9fc3-70f790ab177c with Priority: HIGHEST for action port [ 692.304193] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-be16b798-f2c2-42ef-9fc3-70f790ab177c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.304193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-be16b798-f2c2-42ef-9fc3-70f790ab177c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.304193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-be16b798-f2c2-42ef-9fc3-70f790ab177c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.304624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-be16b798-f2c2-42ef-9fc3-70f790ab177c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.304741] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('be16b798-f2c2-42ef-9fc3-70f790ab177c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.568648] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: SUCCESS [ 692.569028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.569543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.569827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.570122] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.570316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.570401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.570629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.570749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.570870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.571021] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 692.629387] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098deb74-0b98-4ff1-98c5-757ef1cb91eb: rpc.has_security_group_logging(os_id): False [ 692.651433] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.651620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.651671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.651866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.651970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.652528] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.652674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.652743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.652910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.652995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.655029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.655029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.655029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.655029] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be updated. [ 692.724340] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.724340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.724340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.724340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.724340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.740425] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 692.808430] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port be16b798-f2c2-42ef-9fc3-70f790ab177c [ 692.808731] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.808795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.808847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.809085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.809179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.809272] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:be16b798-f2c2-42ef-9fc3-70f790ab177c already deleted. [ 692.809354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-be16b798-f2c2-42ef-9fc3-70f790ab177c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.952375] env[65511]: INFO networking_nsxv3.common.synchronization [req-56bef1b0-3f0d-40e9-b876-1a6005e00c0a req-6bce5453-590b-4ed0-9d93-f10fc2412a0e tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 692.953259] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 692.953347] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.953436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.953486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.953735] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.953885] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 692.953987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.954071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.954281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.954376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.954469] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.073896] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 693.456589] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.456780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.456850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.457312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.457407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.457603] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.457702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.457766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.457913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.457990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.458087] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 already deleted. [ 693.458170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.576372] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b: rpc.has_security_group_logging(os_id): False [ 693.597593] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.597593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.597593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.598414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.598414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.598414] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.598414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.598414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.598414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.598567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.598567] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b is going to be created. [ 693.662898] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 693.662898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.662898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.662898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.662898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.679046] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: IN_PROGRESS for 2s [ 694.065745] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.065961] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.066057] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.066410] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.067057] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.067057] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.067057] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.067242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.067283] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.067520] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.067645] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 694.067750] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 694.067851] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 694.067954] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 694.068063] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 694.068255] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 694.089054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 694.089054] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 694.089054] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 694.089054] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.089293] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.089505] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.089682] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.090016] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.090155] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bae2386-3a57-4a3a-b2f7-0d47e0b646dd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 694.592584] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.592932] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.593123] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.593442] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.593628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.594955] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 2bae2386-3a57-4a3a-b2f7-0d47e0b646dd not found, creating... [ 694.594955] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.594955] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.594955] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.594955] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.594955] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.594955] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.595372] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.595372] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.595612] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.595773] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.595976] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 2bae2386-3a57-4a3a-b2f7-0d47e0b646dd is going to be created. [ 694.616692] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 694.616908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.617151] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.617449] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 694.617870] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.618010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.762589] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 694.762910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.355966] env[65511]: INFO networking_nsxv3.common.synchronization [req-56bef1b0-3f0d-40e9-b876-1a6005e00c0a req-d89d3b8c-7a56-43e0-bf7b-5a0eda1129e1 service nova] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_rules [ 695.356140] env[65511]: INFO networking_nsxv3.common.synchronization [req-56bef1b0-3f0d-40e9-b876-1a6005e00c0a req-d89d3b8c-7a56-43e0-bf7b-5a0eda1129e1 service nova] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 695.356272] env[65511]: INFO networking_nsxv3.common.synchronization [req-56bef1b0-3f0d-40e9-b876-1a6005e00c0a req-d89d3b8c-7a56-43e0-bf7b-5a0eda1129e1 service nova] Enqueued Resource ID: 2bae2386-3a57-4a3a-b2f7-0d47e0b646dd with Priority: HIGHEST for action port [ 695.356838] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_rules [ 695.356974] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 695.357325] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bae2386-3a57-4a3a-b2f7-0d47e0b646dd with Priority: HIGHEST for action port [ 695.357430] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.357559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.357623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.357886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.357988] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.358912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.359519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.359519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.359519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.359622] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.359673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.359698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.359827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.359913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.360011] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.363332] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.363332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.363332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.363332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.363332] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2bae2386-3a57-4a3a-b2f7-0d47e0b646dd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.692513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: SUCCESS [ 695.692513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.865651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.865938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.866111] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 695.867350] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2bae2386-3a57-4a3a-b2f7-0d47e0b646dd with status ACTIVE [ 695.867350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.867504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.867504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.867904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.867956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.868198] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.868380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.868423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.868589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.868686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.868886] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.869069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.869394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.869608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.869714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.869807] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2bae2386-3a57-4a3a-b2f7-0d47e0b646dd is going to be updated. [ 695.894821] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 695.895040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 695.895040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 695.895658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 695.895658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.895658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2bae2386-3a57-4a3a-b2f7-0d47e0b646dd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.372665] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.413097] env[65511]: INFO networking_nsxv3.common.synchronization [None req-b1e2943a-0e25-4e32-b18b-e71335591738 None None] Enqueued Resource ID: 22e7978b-28fc-42d0-9817-3341166fe62e with Priority: HIGHEST for action port [ 696.413714] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 22e7978b-28fc-42d0-9817-3341166fe62e with Priority: HIGHEST for action port [ 696.414092] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-22e7978b-28fc-42d0-9817-3341166fe62e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.414323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-22e7978b-28fc-42d0-9817-3341166fe62e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.414424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-22e7978b-28fc-42d0-9817-3341166fe62e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.414720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-22e7978b-28fc-42d0-9817-3341166fe62e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.414819] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('22e7978b-28fc-42d0-9817-3341166fe62e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 696.878589] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.878921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.878921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.879568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.879568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.879568] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be created. [ 696.906845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.910101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.910101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.910101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.910101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.917249] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: UNINITIALIZED for 2s [ 696.917249] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 22e7978b-28fc-42d0-9817-3341166fe62e [ 696.917388] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 696.917548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.917574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.917776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 696.917891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 696.917950] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:22e7978b-28fc-42d0-9817-3341166fe62e already deleted. [ 696.918040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-22e7978b-28fc-42d0-9817-3341166fe62e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.816404] env[65511]: INFO networking_nsxv3.common.synchronization [None req-6ef1cd9b-3817-4563-af0e-31bf143d600d None None] Enqueued Resource ID: a3c3a723-cd7f-468f-902c-0713d71fad6a with Priority: HIGHEST for action port [ 697.818313] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a3c3a723-cd7f-468f-902c-0713d71fad6a with Priority: HIGHEST for action port [ 697.818313] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a3c3a723-cd7f-468f-902c-0713d71fad6a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 697.818313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a3c3a723-cd7f-468f-902c-0713d71fad6a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.818313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a3c3a723-cd7f-468f-902c-0713d71fad6a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.818313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a3c3a723-cd7f-468f-902c-0713d71fad6a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 697.818313] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a3c3a723-cd7f-468f-902c-0713d71fad6a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.028938] env[65511]: INFO networking_nsxv3.common.synchronization [req-177ba61b-3348-4599-98b3-c4c33239d847 req-4c70f800-604a-46b1-be7e-2cab963ee2ef tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_members [ 698.033026] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_members [ 698.035375] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.035516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.035590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.035874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.036072] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.036185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.036248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.036407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.036497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.036642] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.319416] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a3c3a723-cd7f-468f-902c-0713d71fad6a [ 698.319689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.319826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.319894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.320142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.320235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.320369] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a3c3a723-cd7f-468f-902c-0713d71fad6a already deleted. [ 698.320977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a3c3a723-cd7f-468f-902c-0713d71fad6a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.338023] env[65511]: INFO networking_nsxv3.common.synchronization [req-2b36484e-7e4a-4035-a50c-c73abb35e260 req-5b8cc596-4d5b-4eec-99ea-c52650c2c5d6 tempest-DeleteServersAdminTestJSON-337398029 tempest-DeleteServersAdminTestJSON-337398029-project-member] Enqueued Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 698.338023] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 with Priority: HIGHEST for action security_group_members [ 698.338806] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6d190cc9-21ee-49a1-9778-4d9f53e0df00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.338972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.339051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.339250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.339397] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.339493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.339550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.339683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.339763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.339851] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6d190cc9-21ee-49a1-9778-4d9f53e0df00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.501019] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.501019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.501019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.501019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.501019] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.501423] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.501669] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.504658] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.504658] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.504658] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.504658] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 698.504658] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 698.504658] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 698.504658] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 698.504658] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 698.504658] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 698.526789] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 698.526789] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 698.526789] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 698.526789] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.527333] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-782d6e10-25f7-487a-abaf-7080dab40659 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.527623] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.527790] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.528269] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.528498] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782d6e10-25f7-487a-abaf-7080dab40659',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 698.542758] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.543898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.544158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.544704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.544704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.545242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.545895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.545895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.545895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.545895] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 already deleted. [ 698.546169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844092] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844092] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.844092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.844092] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 is going to be updated. [ 698.879397] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.879708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.880878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.880878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.880878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.891187] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: IN_PROGRESS for 2s [ 698.926259] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 698.926534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.926759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.926999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.927263] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 698.927388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 698.927437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 698.927629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 698.927722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.927821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.927959] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.034120] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.034120] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 782d6e10-25f7-487a-abaf-7080dab40659 not found, creating... [ 699.034120] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.034120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.034835] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.036094] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.036386] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.037135] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.037135] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.037135] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 782d6e10-25f7-487a-abaf-7080dab40659 is going to be created. [ 699.058202] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.058511] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.058683] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.059143] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.059917] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.059917] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.433967] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.434475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.434475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.434669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.434909] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.435273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.435273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.435448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.435628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.435787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.436249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.436249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.436527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.436813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.436813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.436955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.437631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.439816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.439905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.440017] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.793219] env[65511]: INFO networking_nsxv3.common.synchronization [req-177ba61b-3348-4599-98b3-c4c33239d847 req-d42713ec-d316-414f-9dfc-524ed5097791 service nova] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_rules [ 699.793219] env[65511]: INFO networking_nsxv3.common.synchronization [req-177ba61b-3348-4599-98b3-c4c33239d847 req-d42713ec-d316-414f-9dfc-524ed5097791 service nova] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_members [ 699.793219] env[65511]: INFO networking_nsxv3.common.synchronization [req-177ba61b-3348-4599-98b3-c4c33239d847 req-d42713ec-d316-414f-9dfc-524ed5097791 service nova] Enqueued Resource ID: 782d6e10-25f7-487a-abaf-7080dab40659 with Priority: HIGHEST for action port [ 699.793219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_rules [ 699.793219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_members [ 699.793219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 782d6e10-25f7-487a-abaf-7080dab40659 with Priority: HIGHEST for action port [ 699.793219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.793671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.793832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.794129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.794444] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.795604] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.795843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.795981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.796246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.796492] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.796688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.796813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.797096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.797266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.797436] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.798916] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-782d6e10-25f7-487a-abaf-7080dab40659 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.799184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.799326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.799568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.799734] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('782d6e10-25f7-487a-abaf-7080dab40659',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 699.942651] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08a95527-ec12-42b3-8aab-364f918d83d1: rpc.has_security_group_logging(os_id): False [ 699.963332] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.963332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.963553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.963711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.963711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.963879] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.963967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.964090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.964185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.964329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.964536] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.964636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.964694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.964830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.964899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.965106] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 699.965196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.965196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.965471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.965519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.966936] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be created. [ 700.027675] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.027832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.027874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.028094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.028271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.040029] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 700.302599] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.302599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.303701] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.305187] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 782d6e10-25f7-487a-abaf-7080dab40659 with status ACTIVE [ 700.305187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.305187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.305187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.305187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.305589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.305589] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.306059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.306059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.306059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.306059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.306264] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.306264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.306370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.306527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.306624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.306683] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 782d6e10-25f7-487a-abaf-7080dab40659 is going to be updated. [ 700.313920] env[65511]: INFO networking_nsxv3.common.synchronization [req-0d1ff302-d809-4ea2-b727-d2dc94b0bb6e req-b58bf1b9-af02-4ad0-9f9e-277ccd45d430 tempest-ServerMetadataNegativeTestJSON-688269768 tempest-ServerMetadataNegativeTestJSON-688269768-project-member] Enqueued Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_members [ 700.315183] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGHEST for action security_group_members [ 700.317028] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.317028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.317028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.317540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.317818] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.319641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.319641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.319641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.319641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.319641] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.333500] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.333659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.333727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.333951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.334104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.334321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-782d6e10-25f7-487a-abaf-7080dab40659" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.464972] env[65511]: INFO networking_nsxv3.common.synchronization [None req-8b085add-5c37-4571-8b4e-7f8f02406b22 None None] Enqueued Resource ID: 288c80e0-5d79-45bd-b43e-1716e488a065 with Priority: HIGHEST for action port [ 700.466929] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 288c80e0-5d79-45bd-b43e-1716e488a065 with Priority: HIGHEST for action port [ 700.466929] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-288c80e0-5d79-45bd-b43e-1716e488a065 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.466929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-288c80e0-5d79-45bd-b43e-1716e488a065" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.466929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-288c80e0-5d79-45bd-b43e-1716e488a065" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.466929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-288c80e0-5d79-45bd-b43e-1716e488a065" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.466929] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('288c80e0-5d79-45bd-b43e-1716e488a065',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.808916] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 700.821413] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.821588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.821660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.821881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.821974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.822209] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.822317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.822396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.822545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.822635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.822723] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 is going to be updated. [ 700.854153] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.855070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.855359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.855625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.855778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.867744] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 in Status: IN_PROGRESS for 2s [ 700.900691] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 in Status: SUCCESS [ 700.901320] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6d190cc9-21ee-49a1-9778-4d9f53e0df00 deletion is rescheduled due to dependency. [ 700.901579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6d190cc9-21ee-49a1-9778-4d9f53e0df00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.969170] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 288c80e0-5d79-45bd-b43e-1716e488a065 [ 700.969473] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 700.969573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.969625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.969881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 700.969977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.970089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:288c80e0-5d79-45bd-b43e-1716e488a065 already deleted. [ 700.970211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-288c80e0-5d79-45bd-b43e-1716e488a065" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.317213] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.317457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.317457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.318583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.318583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.318583] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 is going to be created. [ 701.351675] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 701.351805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 701.351805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 701.352043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 701.352221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 701.362954] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: UNINITIALIZED for 2s [ 702.052917] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 702.053332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 702.876485] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 in Status: SUCCESS [ 702.876764] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 deletion is rescheduled due to dependency. [ 702.876764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.330282] env[65511]: INFO networking_nsxv3.common.synchronization [None req-d1fbe8ab-d672-4018-8dd9-a09b4b688316 tempest-MigrationsAdminTest-1219589447 tempest-MigrationsAdminTest-1219589447-project-member] Enqueued Resource ID: bf24077d-0fb7-41ec-87d4-8dce3095fe62 with Priority: HIGHEST for action security_group_rules [ 703.330849] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf24077d-0fb7-41ec-87d4-8dce3095fe62 with Priority: HIGHEST for action security_group_rules [ 703.331157] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.331280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.331348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.331605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.331687] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf24077d-0fb7-41ec-87d4-8dce3095fe62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.373115] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: SUCCESS [ 703.373331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.373583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.373799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.373996] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.374130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.374195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.374399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.374489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.374525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.374611] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.559146] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0f0d649c-effb-4c47-9559-f521a553af2d tempest-MigrationsAdminTest-1219589447 tempest-MigrationsAdminTest-1219589447-project-member] Enqueued Resource ID: bf24077d-0fb7-41ec-87d4-8dce3095fe62 with Priority: HIGHEST for action security_group_rules [ 703.559146] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf24077d-0fb7-41ec-87d4-8dce3095fe62 with Priority: HIGHEST for action security_group_rules [ 703.559146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.559146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.729066] env[65511]: INFO networking_nsxv3.common.synchronization [req-7035fbb3-884f-4fa2-8abc-26ea85200b23 req-272686eb-9dd2-4ae6-9604-66a5f06f33ae tempest-ImagesNegativeTestJSON-1240832319 tempest-ImagesNegativeTestJSON-1240832319-project-member] Enqueued Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_members [ 703.730023] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa with Priority: HIGHEST for action security_group_members [ 703.730023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f1269bf1-27f0-410b-a6f6-e9007117e4fa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.730023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.730023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.730023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.730318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.730370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.730449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.730674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.730734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.730845] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f1269bf1-27f0-410b-a6f6-e9007117e4fa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.857822] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 703.857965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 703.858065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.858266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.858357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.858457] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf24077d-0fb7-41ec-87d4-8dce3095fe62 already deleted. [ 703.858539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 703.858827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 703.859014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 703.859104] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('bf24077d-0fb7-41ec-87d4-8dce3095fe62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 703.877158] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 704.236928] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.237134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.237174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.237398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.237504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.237707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.237808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.237871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.238053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.238135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.238224] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa is going to be updated. [ 704.279955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.280149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.280217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.280394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.281079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.292240] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa in Status: IN_PROGRESS for 2s [ 704.381354] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b463e251-22f3-4fa0-9a36-97dee939b3a0: rpc.has_security_group_logging(os_id): False [ 704.383605] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.384033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.384400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.384848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.385840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.385840] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: bf24077d-0fb7-41ec-87d4-8dce3095fe62 already deleted. [ 704.385840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-bf24077d-0fb7-41ec-87d4-8dce3095fe62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.401028] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.401028] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.401028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.401028] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 is going to be created. [ 704.476455] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 704.476724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 704.476724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 704.478661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 704.478661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 704.500371] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: IN_PROGRESS for 2s [ 706.304967] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa in Status: SUCCESS [ 706.305673] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f1269bf1-27f0-410b-a6f6-e9007117e4fa deletion is rescheduled due to dependency. [ 706.305673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f1269bf1-27f0-410b-a6f6-e9007117e4fa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 706.521041] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: SUCCESS [ 706.521437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.665893] env[65511]: INFO networking_nsxv3.common.synchronization [req-d6caff59-1197-49e0-91b3-39fc5faa380d req-ad90af8c-c208-4037-9dbb-5c3d32b212e6 tempest-FloatingIPsAssociationTestJSON-1035935569 tempest-FloatingIPsAssociationTestJSON-1035935569-project-member] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 707.666394] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 707.666708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.666820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.666887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.667104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.667280] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 707.667374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.667423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.667573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 707.667659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 707.667778] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.171517] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.385733] env[65511]: INFO networking_nsxv3.common.synchronization [req-bcdc9408-818e-4c73-985b-e3deba1bf9a9 req-c5b50343-995a-4ae0-90c6-ba734948b16f tempest-ServerGroupTestJSON-1499099624 tempest-ServerGroupTestJSON-1499099624-project-member] Enqueued Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_members [ 708.385779] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_members [ 708.386263] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.386676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.386791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.387090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.387274] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.387377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.387436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.387620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.387724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.387847] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.676253] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 708.890626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.892394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.892502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.892673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.892775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.893042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.893162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.893229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.893397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.893522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.893665] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 already deleted. [ 708.893884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.901143] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-923 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.901428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-923" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.901594] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-923" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.901929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-923" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.902262] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.902365] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.902460] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.902677] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.902812] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.903149] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.903238] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 708.903373] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 708.903516] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 708.903636] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 708.903764] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 708.903915] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 708.926850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 708.927133] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 708.927254] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 708.927435] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-923" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 708.927791] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-3a18086f-e561-4660-8253-0429a55e1f3c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 708.927897] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 708.928038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 708.928342] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 708.928474] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a18086f-e561-4660-8253-0429a55e1f3c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 709.181064] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.181312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.181397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.181635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.181727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.181877] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be updated. [ 709.224175] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.224175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.224455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.224492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.225291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.236026] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: IN_PROGRESS for 2s [ 709.431806] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.432550] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.432550] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.432964] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.432964] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.433151] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 3a18086f-e561-4660-8253-0429a55e1f3c not found, creating... [ 709.433443] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.433599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.433727] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.434012] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.434212] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.434722] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.434903] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.435041] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.435298] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.435466] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.435632] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 3a18086f-e561-4660-8253-0429a55e1f3c is going to be created. [ 709.464683] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 709.464923] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 709.465089] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 709.465423] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 709.467063] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.467436] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.238097] env[65511]: INFO networking_nsxv3.common.synchronization [req-bcdc9408-818e-4c73-985b-e3deba1bf9a9 req-5e2a8191-5f8e-4c0c-8e45-35b1608976dd service nova] Enqueued Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_rules [ 710.238398] env[65511]: INFO networking_nsxv3.common.synchronization [req-bcdc9408-818e-4c73-985b-e3deba1bf9a9 req-5e2a8191-5f8e-4c0c-8e45-35b1608976dd service nova] Enqueued Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_members [ 710.238398] env[65511]: INFO networking_nsxv3.common.synchronization [req-bcdc9408-818e-4c73-985b-e3deba1bf9a9 req-5e2a8191-5f8e-4c0c-8e45-35b1608976dd service nova] Enqueued Resource ID: 3a18086f-e561-4660-8253-0429a55e1f3c with Priority: HIGHEST for action port [ 710.239282] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_rules [ 710.239282] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_members [ 710.239282] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3a18086f-e561-4660-8253-0429a55e1f3c with Priority: HIGHEST for action port [ 710.239546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.239675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.239779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.240165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.240273] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.241316] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.241443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.241509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.241699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.241847] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.241940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.241998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.242237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.242359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.242549] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.243455] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-3a18086f-e561-4660-8253-0429a55e1f3c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.243855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.243855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.243855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.243855] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('3a18086f-e561-4660-8253-0429a55e1f3c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.721083] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1612cd33-5f5e-4f72-9104-bb06638b5bef None None] Enqueued Resource ID: cb25c82f-89ad-4ff4-86df-a012b79a3a0b with Priority: HIGHEST for action port [ 710.721083] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb25c82f-89ad-4ff4-86df-a012b79a3a0b with Priority: HIGHEST for action port [ 710.721083] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb25c82f-89ad-4ff4-86df-a012b79a3a0b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.721083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb25c82f-89ad-4ff4-86df-a012b79a3a0b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.721083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb25c82f-89ad-4ff4-86df-a012b79a3a0b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.721508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb25c82f-89ad-4ff4-86df-a012b79a3a0b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.721508] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb25c82f-89ad-4ff4-86df-a012b79a3a0b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.746910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.747075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.747273] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 710.751019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 3a18086f-e561-4660-8253-0429a55e1f3c with status ACTIVE [ 710.751019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.751019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.751019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.751019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.751019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 3a18086f-e561-4660-8253-0429a55e1f3c is going to be updated. [ 710.788818] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.789291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.789461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.789666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.789879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.790081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-3a18086f-e561-4660-8253-0429a55e1f3c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.960154] env[65511]: INFO networking_nsxv3.common.synchronization [req-79d154df-dab8-4649-9cff-e55547bb4ffd req-c20a5fbf-2bd5-42b4-91b4-7578c007c63f tempest-VolumesAssistedSnapshotsTest-1529393649 tempest-VolumesAssistedSnapshotsTest-1529393649-project-member] Enqueued Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_members [ 710.960154] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 with Priority: HIGHEST for action security_group_members [ 710.960154] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-805bbd35-7c0b-4202-8d0d-b250b009f253 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.961508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.961784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.962222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.962556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 710.962913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.963271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.963487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.965282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.965282] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('805bbd35-7c0b-4202-8d0d-b250b009f253',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.228665] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cb25c82f-89ad-4ff4-86df-a012b79a3a0b [ 711.228665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.228848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.228879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.229141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.229254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.229388] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cb25c82f-89ad-4ff4-86df-a012b79a3a0b already deleted. [ 711.229482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb25c82f-89ad-4ff4-86df-a012b79a3a0b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.254162] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.254823] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 711.255066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.466985] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.467181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.467181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.467791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.467791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.467791] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.467791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.467791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.468059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.468059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.469115] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 is going to be updated. [ 711.499102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.499102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.500592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.500592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.500592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.512137] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 in Status: IN_PROGRESS for 2s [ 711.565584] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-9e6641c2-7c12-4914-b1af-b43bd158a94e tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 711.566067] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 711.566394] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.566515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.566658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.566879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.567048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.567150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.567207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.567347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.567428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.567520] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 711.757300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.757484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.757523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.757732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.757829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.757938] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 is going to be created. [ 711.790172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.790322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.790387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.790606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 711.790772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.807184] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 in Status: UNINITIALIZED for 2s [ 711.992040] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-02b4ba6c-13ea-4258-bf9c-b7296b4fbcf6 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 711.992040] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 711.993759] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 711.993759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.070301] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.074537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.074910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.074910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.074975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.075294] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.075460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.075460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.075590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.077306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.077306] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 712.110036] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.110036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.110036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.110036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.110036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.122985] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 712.533915] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-50 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.533915] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.533915] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.533915] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.534406] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.534406] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.534530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.534736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.534879] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.535182] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.535287] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 712.535405] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 712.535528] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 712.535648] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 712.535857] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 712.536093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 712.559837] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 712.564022] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 712.564022] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 712.564022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.564022] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-60301c37-e2ba-4107-9fdf-78e243ad719f taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 712.564022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.564022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.564022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 712.564022] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60301c37-e2ba-4107-9fdf-78e243ad719f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.066995] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.068429] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.068620] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.069073] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.069267] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.069515] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 60301c37-e2ba-4107-9fdf-78e243ad719f not found, creating... [ 713.070393] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.070663] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.070822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.071523] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.075808] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.076446] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.076768] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.076977] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.077488] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.077784] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.078228] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 60301c37-e2ba-4107-9fdf-78e243ad719f is going to be created. [ 713.104748] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.104748] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.104748] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.104748] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.104748] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.104748] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.454476] env[65511]: INFO networking_nsxv3.common.synchronization [None req-35015af0-31f9-4d49-b98d-647b430f8193 None None] Enqueued Resource ID: 96d064ae-3c0b-487d-af1e-2305f2f33f27 with Priority: HIGHEST for action port [ 713.455483] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96d064ae-3c0b-487d-af1e-2305f2f33f27 with Priority: HIGHEST for action port [ 713.456114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-96d064ae-3c0b-487d-af1e-2305f2f33f27 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.456114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-96d064ae-3c0b-487d-af1e-2305f2f33f27" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.456114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-96d064ae-3c0b-487d-af1e-2305f2f33f27" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.456114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-96d064ae-3c0b-487d-af1e-2305f2f33f27" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.456114] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('96d064ae-3c0b-487d-af1e-2305f2f33f27',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.523719] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 in Status: SUCCESS [ 713.523896] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 805bbd35-7c0b-4202-8d0d-b250b009f253 deletion is rescheduled due to dependency. [ 713.524113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-805bbd35-7c0b-4202-8d0d-b250b009f253" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.574701] env[65511]: INFO networking_nsxv3.common.synchronization [req-83d0472e-e3c4-437f-8d61-9bc3cc4a9de2 req-f78e9107-e6c5-49bc-a189-0775ccb80879 tempest-ServersTestJSON-2037169923 tempest-ServersTestJSON-2037169923-project-member] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_members [ 713.575477] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_members [ 713.575972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.576196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.576270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.576699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.576917] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.577081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.577169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.577406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.577525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.577873] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.821023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 in Status: SUCCESS [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.821023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.821023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.821023] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.827293] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-21769b8f-436c-48d4-af8d-85b7f80afe13 service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 713.827293] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-21769b8f-436c-48d4-af8d-85b7f80afe13 service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 713.827293] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-21769b8f-436c-48d4-af8d-85b7f80afe13 service nova] Enqueued Resource ID: 60301c37-e2ba-4107-9fdf-78e243ad719f with Priority: HIGHEST for action port [ 713.832211] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 713.832211] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 713.832211] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60301c37-e2ba-4107-9fdf-78e243ad719f with Priority: HIGHEST for action port [ 713.832211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.832211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.832211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.832211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.832211] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.833583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.833583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.833583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-60301c37-e2ba-4107-9fdf-78e243ad719f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.833583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.833583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.833583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.833583] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('60301c37-e2ba-4107-9fdf-78e243ad719f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 713.959588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 96d064ae-3c0b-487d-af1e-2305f2f33f27 [ 713.959834] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 713.959964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.960041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.960284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.960369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 713.960462] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:96d064ae-3c0b-487d-af1e-2305f2f33f27 already deleted. [ 713.960540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-96d064ae-3c0b-487d-af1e-2305f2f33f27" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.072327] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-772 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.072591] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-772" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.072759] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-772" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.073109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-772" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.073402] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.073590] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.073710] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.073948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.074123] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.074348] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.074527] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.074662] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.074783] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.074903] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.075038] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.075183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.082063] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.082328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.082408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.082723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.082899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.083228] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.083396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.083496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.083736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.083894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.084072] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e5523b-288a-4256-a505-e5a990d0911d already deleted. [ 714.084222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.097711] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.097711] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.097711] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.097711] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-772" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.097988] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-0fd6eff2-9f8e-452e-81ee-742fdaa29540 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.098211] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.098330] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.098825] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.098991] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd6eff2-9f8e-452e-81ee-742fdaa29540',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.134247] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 714.134247] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 deletion is rescheduled due to dependency. [ 714.134247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.134566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.134766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.134896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.135091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.135165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.135355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.135435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.135559] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.323865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.324082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.324082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.324270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.324490] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.324598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.324688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.324812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.324898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.324986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.325147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.325689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.325777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.325919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.325997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.326090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.326181] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.336182] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.336310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.336475] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 60301c37-e2ba-4107-9fdf-78e243ad719f with status ACTIVE [ 714.336644] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.336759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.336824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.337279] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.337370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.337432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.337571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.337678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.337805] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.337894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.338485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.338485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.338485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.338485] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 60301c37-e2ba-4107-9fdf-78e243ad719f is going to be updated. [ 714.362645] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.362645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.362645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.362934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.362966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.363134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-60301c37-e2ba-4107-9fdf-78e243ad719f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.601478] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.601942] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.601942] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.601942] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.602099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603047] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 0fd6eff2-9f8e-452e-81ee-742fdaa29540 not found, creating... [ 714.603047] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.603047] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.603047] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.603047] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.603458] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.603458] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.603557] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.603588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.603789] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.603911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.604522] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 0fd6eff2-9f8e-452e-81ee-742fdaa29540 is going to be created. [ 714.624943] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-522 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.627058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-522" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.627058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-522" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.627058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-522" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.627058] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.627485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.627485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.627556] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.627684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.627887] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.628019] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 714.628126] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 714.628226] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 714.628327] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 714.628465] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 714.628546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 714.630546] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.630713] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.630824] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.631065] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.631283] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.631490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.638678] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.655118] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 714.655347] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 714.655524] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 714.655714] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-522" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.656185] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.656380] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.656495] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.656913] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.657059] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0708fc-2208-4a60-bca2-ed4c23f5bb4e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.830191] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 57d04c0f-2cc8-44ea-8680-ae559518f626: rpc.has_security_group_logging(os_id): False [ 714.850239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.850462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.850462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.850707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.850707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.851084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.851208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.851259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.851422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.851549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.851679] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.852036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.852036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.852036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.852036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.852238] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.852334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.852454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.852536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.852600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.852647] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 is going to be created. [ 714.918885] env[65511]: INFO networking_nsxv3.common.synchronization [None req-99bc02c7-a1aa-49b1-a368-33355b211496 None None] Enqueued Resource ID: 74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2 with Priority: HIGHEST for action port [ 714.920159] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.920283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.920347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.920538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.920863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.922135] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2 with Priority: HIGHEST for action port [ 714.922450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 714.922604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.922684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.922907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 714.922988] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 714.936686] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 in Status: IN_PROGRESS for 2s [ 715.140514] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.162530] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.162530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.162530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.162530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.162530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.162753] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 1b0708fc-2208-4a60-bca2-ed4c23f5bb4e not found, creating... [ 715.162940] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.163214] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.163404] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.163738] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.163955] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.164443] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.164757] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.164891] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.165252] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.165494] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.165683] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 1b0708fc-2208-4a60-bca2-ed4c23f5bb4e is going to be created. [ 715.187054] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.187264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.187368] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.187652] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.188399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.188399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.362269] env[65511]: INFO networking_nsxv3.common.synchronization [req-83d0472e-e3c4-437f-8d61-9bc3cc4a9de2 req-3de43319-8a17-4f75-940a-78b03fc721f4 service nova] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_rules [ 715.362494] env[65511]: INFO networking_nsxv3.common.synchronization [req-83d0472e-e3c4-437f-8d61-9bc3cc4a9de2 req-3de43319-8a17-4f75-940a-78b03fc721f4 service nova] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_members [ 715.362630] env[65511]: INFO networking_nsxv3.common.synchronization [req-83d0472e-e3c4-437f-8d61-9bc3cc4a9de2 req-3de43319-8a17-4f75-940a-78b03fc721f4 service nova] Enqueued Resource ID: 0fd6eff2-9f8e-452e-81ee-742fdaa29540 with Priority: HIGHEST for action port [ 715.363342] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_rules [ 715.363528] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_members [ 715.363607] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0fd6eff2-9f8e-452e-81ee-742fdaa29540 with Priority: HIGHEST for action port [ 715.364016] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.364016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.364169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.364312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.364459] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.365525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.365525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.365764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.365764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.367036] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.367036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.367036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.367036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.367036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.367036] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.367455] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0fd6eff2-9f8e-452e-81ee-742fdaa29540 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.367570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.367619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.367763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.367840] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0fd6eff2-9f8e-452e-81ee-742fdaa29540',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.426204] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2 [ 715.426204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.426204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.426204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.426204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.426204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.426204] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2 already deleted. [ 715.426204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-74b577cb-4eea-4fa4-a7f9-f0360c9a8ba2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.642869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.643238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.643238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.643428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.643476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.643583] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 715.674141] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.674898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.674898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.674898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.675237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.689055] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 715.869716] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.870039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.870069] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.871038] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0fd6eff2-9f8e-452e-81ee-742fdaa29540 with status ACTIVE [ 715.871248] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.871366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.871430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.872000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.872000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.872000] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.872000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.872000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.872224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.872254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.876737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.878075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.878201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.878470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.878597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.878708] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0fd6eff2-9f8e-452e-81ee-742fdaa29540 is going to be updated. [ 715.904459] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.904608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.904608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.904837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.905198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.905198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0fd6eff2-9f8e-452e-81ee-742fdaa29540" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 715.945565] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-f104b9e4-c9b7-4e75-a0e8-7feeab24aae7 service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 715.945809] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-f104b9e4-c9b7-4e75-a0e8-7feeab24aae7 service nova] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 715.945982] env[65511]: INFO networking_nsxv3.common.synchronization [req-7a439a52-ee1e-45b9-bb0d-9fa323a626d8 req-f104b9e4-c9b7-4e75-a0e8-7feeab24aae7 service nova] Enqueued Resource ID: 1b0708fc-2208-4a60-bca2-ed4c23f5bb4e with Priority: HIGHEST for action port [ 715.947028] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_rules [ 715.947028] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 715.948166] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1b0708fc-2208-4a60-bca2-ed4c23f5bb4e with Priority: HIGHEST for action port [ 715.949391] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.949501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.949720] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.949795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.950869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.950869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.950869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.950869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.950869] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1b0708fc-2208-4a60-bca2-ed4c23f5bb4e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 715.953966] env[65511]: INFO networking_nsxv3.common.synchronization [None req-cf6c168e-cd06-4146-b2d3-7ede8536107f None None] Enqueued Resource ID: e53a446e-3554-41aa-a978-d4555e9b2abe with Priority: HIGHEST for action port [ 715.957602] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e53a446e-3554-41aa-a978-d4555e9b2abe with Priority: HIGHEST for action port [ 715.957602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e53a446e-3554-41aa-a978-d4555e9b2abe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 715.957602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e53a446e-3554-41aa-a978-d4555e9b2abe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 715.957602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e53a446e-3554-41aa-a978-d4555e9b2abe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 715.957602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e53a446e-3554-41aa-a978-d4555e9b2abe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 715.957602] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e53a446e-3554-41aa-a978-d4555e9b2abe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.215607] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1f0a76ee-b2cf-46bd-83ce-803125c7a6d5 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_rules [ 716.216638] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_rules [ 716.217186] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.217494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.217666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.218043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.218231] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.356018] env[65511]: INFO networking_nsxv3.common.synchronization [req-e0ae9b51-ede2-46f8-b41d-794445c05d1f req-b68b1e3c-2fc0-4f6e-b9a3-a2df024f3001 tempest-VolumesAdminNegativeTest-414310525 tempest-VolumesAdminNegativeTest-414310525-project-member] Enqueued Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_members [ 716.356018] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f7390c8d-e587-49b7-9013-efdce69acc3a tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_rules [ 716.356018] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_members [ 716.356018] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_rules [ 716.356018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.356018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.356018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.356018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.356018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.356018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.356018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.356634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.356634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.356634] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.357443] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.357561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.382328] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.455747] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 1b0708fc-2208-4a60-bca2-ed4c23f5bb4e with status ACTIVE [ 716.458666] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.458974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.459063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.459268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.459371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.460350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.460350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.460350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.460350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460683] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.460683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.460683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.460853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.460853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.460944] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 1b0708fc-2208-4a60-bca2-ed4c23f5bb4e is going to be updated. [ 716.462250] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e53a446e-3554-41aa-a978-d4555e9b2abe [ 716.462569] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.462681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.462749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.462925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.463020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.463151] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e53a446e-3554-41aa-a978-d4555e9b2abe already deleted. [ 716.463250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e53a446e-3554-41aa-a978-d4555e9b2abe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.490415] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.490415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.490415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.490733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.490782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.490929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1b0708fc-2208-4a60-bca2-ed4c23f5bb4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.741123] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.741415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.741415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.741557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.741661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.741752] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 already deleted. [ 716.741833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.741997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.742168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.742251] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.763966] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-500 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.764203] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-500" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.764328] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-500" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.764763] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-500" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.765106] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.765364] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.765549] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.766630] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.766801] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.767030] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.767160] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 716.767266] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 716.767370] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 716.767475] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 716.767574] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 716.767718] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 716.792105] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 716.792105] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 716.792105] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 716.792105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-500" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.792105] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.792105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.792105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.792105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.792105] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4da5ba-3e41-4a8b-9d5f-264e589c2683',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 716.859308] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.861208] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.861208] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 already deleted. [ 716.861208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.886602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.886602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.886602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.886602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.886602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.886602] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e5523b-288a-4256-a505-e5a990d0911d is going to be created. [ 716.914995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 716.914995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 716.914995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 716.914995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 716.914995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 716.924631] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: UNINITIALIZED for 2s [ 716.950376] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 in Status: SUCCESS [ 716.950954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268465] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.268465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.268465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.268754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.268788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.268891] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 already deleted. [ 717.268989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.294268] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.294584] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.294776] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.295011] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.295242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.295481] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port fc4da5ba-3e41-4a8b-9d5f-264e589c2683 not found, creating... [ 717.295772] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.295937] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.296059] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.296284] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.296417] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.296762] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.296961] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.300803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.301152] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.301315] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.301476] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: fc4da5ba-3e41-4a8b-9d5f-264e589c2683 is going to be created. [ 717.335036] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.335036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.335222] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.335422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.335777] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.335984] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.700881] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.700881] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.700881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 717.700881] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 717.714535] env[65511]: INFO networking_nsxv3.common.synchronization [None req-8ebde8aa-006c-46f2-8938-328154424171 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_rules [ 717.715751] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_rules [ 717.716084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 717.716207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.716270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.716624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 717.716624] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.084127] env[65511]: INFO networking_nsxv3.common.synchronization [req-e0ae9b51-ede2-46f8-b41d-794445c05d1f req-35090e44-03d8-4994-a056-88d52ba134e9 service nova] Enqueued Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_rules [ 718.084127] env[65511]: INFO networking_nsxv3.common.synchronization [req-e0ae9b51-ede2-46f8-b41d-794445c05d1f req-35090e44-03d8-4994-a056-88d52ba134e9 service nova] Enqueued Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_members [ 718.084127] env[65511]: INFO networking_nsxv3.common.synchronization [req-e0ae9b51-ede2-46f8-b41d-794445c05d1f req-35090e44-03d8-4994-a056-88d52ba134e9 service nova] Enqueued Resource ID: fc4da5ba-3e41-4a8b-9d5f-264e589c2683 with Priority: HIGHEST for action port [ 718.084127] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_rules [ 718.084127] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_members [ 718.084127] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fc4da5ba-3e41-4a8b-9d5f-264e589c2683 with Priority: HIGHEST for action port [ 718.084838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.084838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.084838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.085610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.085610] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.088845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.088845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.088845] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.088845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.088845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.089277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.089277] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fc4da5ba-3e41-4a8b-9d5f-264e589c2683',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.203161] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.239617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.239836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.239905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.240328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.240462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.240632] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 already deleted. [ 718.240750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.270650] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0135d1ef-c09c-4781-8bf4-fc16fe1cd822 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_rules [ 718.271261] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_rules [ 718.271579] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.271725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.271796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.272184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.272323] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.590813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.590942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594235] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.594235] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fc4da5ba-3e41-4a8b-9d5f-264e589c2683 with status ACTIVE [ 718.594235] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.594235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.594235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.594235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.594235] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.594660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.594660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.594660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.594767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.594816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.594868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.595029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.595292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.595292] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fc4da5ba-3e41-4a8b-9d5f-264e589c2683 is going to be updated. [ 718.632124] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.632124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.632124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.632124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.632124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.632124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fc4da5ba-3e41-4a8b-9d5f-264e589c2683" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.707510] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 718.795968] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.796219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.797450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.797705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.797826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.797893] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 already deleted. [ 718.797983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.936531] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: SUCCESS [ 718.936752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.936925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.937172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.938865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 718.938865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 718.938865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 718.938865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 718.938865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.938865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 718.938865] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.094793] env[65511]: INFO networking_nsxv3.common.synchronization [req-09074df0-0bfd-4340-ac2a-0cbf667e4e22 req-dc103b1f-4ae5-407e-a513-f14d198dd0c3 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 719.096956] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 719.096956] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.096956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.096956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.097324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.097545] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.097670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.097763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.097985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.098126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.098232] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.099794] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.210303] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.210471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.210546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.210815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.210912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.211029] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 719.243450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.243691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.243914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.244309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.244572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.254743] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 719.441294] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.468238] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.468462] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.468609] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.468982] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.469303] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.469544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.469667] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.469877] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.470027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.470234] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.470339] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 719.470442] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 719.470543] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 719.470642] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 719.470757] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 719.471025] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 719.492089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 719.492424] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 719.492424] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 719.492618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.492921] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-787cb37e-980a-4680-991a-2fd5c4ac731a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.493094] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.493206] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.494028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.494028] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787cb37e-980a-4680-991a-2fd5c4ac731a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 719.601359] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.601641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.601757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.602067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.602211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.602485] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.602654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.602756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.602965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.603126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.603275] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf already deleted. [ 719.603527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.603906] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.604086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.604192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.604370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.604528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.604662] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 is going to be created. [ 719.630175] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.631090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.631090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.631090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.631329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.642233] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 in Status: UNINITIALIZED for 2s [ 719.943417] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e5523b-288a-4256-a505-e5a990d0911d: rpc.has_security_group_logging(os_id): False [ 719.969684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.969684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.969684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.969684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.969684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.969684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.969910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.969910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.969910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.970429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.970429] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e5523b-288a-4256-a505-e5a990d0911d is going to be created. [ 719.997457] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.997772] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.997772] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.998338] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.998338] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.998481] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 787cb37e-980a-4680-991a-2fd5c4ac731a not found, creating... [ 719.998604] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.998755] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.998864] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.999102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 719.999237] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 719.999769] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 719.999769] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.999975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.000035] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.000144] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.000285] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 787cb37e-980a-4680-991a-2fd5c4ac731a is going to be created. [ 720.041850] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.042039] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.042183] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.042488] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.044096] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.044096] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.066449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.067236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.067236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.067236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.067715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.084035] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: IN_PROGRESS for 2s [ 720.764319] env[65511]: INFO networking_nsxv3.common.synchronization [req-09074df0-0bfd-4340-ac2a-0cbf667e4e22 req-0d1c15b4-4175-495b-aae4-6867163d4aea service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 720.764573] env[65511]: INFO networking_nsxv3.common.synchronization [req-09074df0-0bfd-4340-ac2a-0cbf667e4e22 req-0d1c15b4-4175-495b-aae4-6867163d4aea service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 720.764688] env[65511]: INFO networking_nsxv3.common.synchronization [req-09074df0-0bfd-4340-ac2a-0cbf667e4e22 req-0d1c15b4-4175-495b-aae4-6867163d4aea service nova] Enqueued Resource ID: 787cb37e-980a-4680-991a-2fd5c4ac731a with Priority: HIGHEST for action port [ 720.765866] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 720.765866] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 720.765866] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 787cb37e-980a-4680-991a-2fd5c4ac731a with Priority: HIGHEST for action port [ 720.765866] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.765866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.765866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.766221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.766274] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.767224] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.767546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.767546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.767643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.769856] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 720.769856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-787cb37e-980a-4680-991a-2fd5c4ac731a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.769856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.769856] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('787cb37e-980a-4680-991a-2fd5c4ac731a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.266166] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 721.266519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.266718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.266995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.267254] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.267369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.267439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.267667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.267764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.267851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.268334] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.269515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.269515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.269597] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.270546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.270546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.270546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.270546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.270546] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.272042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.272042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.272042] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.272601] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 787cb37e-980a-4680-991a-2fd5c4ac731a with status ACTIVE [ 721.272601] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.272728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.272728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.272901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.272992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.273246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.273300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.273331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.273483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.273565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.273765] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.273875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.273944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.274145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.274246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.274350] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 787cb37e-980a-4680-991a-2fd5c4ac731a is going to be updated. [ 721.299693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.299940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.299940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.300263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.300410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.300597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-787cb37e-980a-4680-991a-2fd5c4ac731a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.652179] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 in Status: SUCCESS [ 721.652397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.652686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.652902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.653505] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.653505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.653505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.653505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 721.653921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.653921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.653921] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.772671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 721.772671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.772671] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 721.777347] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.097156] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: SUCCESS [ 722.097442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.159669] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.159669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.159669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.159875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.160109] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.160227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.160291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.160786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.160786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.160786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.160961] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.160961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.160961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.161123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.161267] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.161356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.161416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.161549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.161626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.161709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.161799] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.281430] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 722.282670] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.282880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.282880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.283400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.283400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.283400] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be created. [ 722.311837] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.312077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.312161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.312497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.312677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.328492] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: UNINITIALIZED for 2s [ 722.665970] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e6d98d44-8d93-45dd-8fa4-2710a15df661: rpc.has_security_group_logging(os_id): False [ 722.686750] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.686750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.686750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.686750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.686750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.687309] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.687309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.687477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.688712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.688712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.688712] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.688712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.688712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.688712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.689245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.689438] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.689617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.689832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.690395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.690395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.690395] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 is going to be created. [ 722.758729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.759182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.759396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.760018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.760295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.776041] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 in Status: IN_PROGRESS for 2s [ 722.787039] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.787205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.787205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.787402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.787499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.787603] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 722.819901] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 722.820126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.820126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.820320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 722.820467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.834348] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 724.340580] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 724.340893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.341208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.341383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.341496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.341558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.341703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.341781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.341946] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.413499] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c4aa424d-76d5-4bc0-9ace-a33808837ac9 None None] Enqueued Resource ID: 647d0520-ccc8-4824-8358-b2730dd3d81f with Priority: HIGHEST for action port [ 724.413609] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 647d0520-ccc8-4824-8358-b2730dd3d81f with Priority: HIGHEST for action port [ 724.413904] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-647d0520-ccc8-4824-8358-b2730dd3d81f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.414133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-647d0520-ccc8-4824-8358-b2730dd3d81f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.414133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-647d0520-ccc8-4824-8358-b2730dd3d81f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.414358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-647d0520-ccc8-4824-8358-b2730dd3d81f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.414440] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('647d0520-ccc8-4824-8358-b2730dd3d81f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.791527] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 in Status: SUCCESS [ 724.791759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.844911] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 724.845175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.845651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.845788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.845858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.846090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.846268] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.846374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.846437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.846751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.846839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.847091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.847300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.847404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.847467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.847617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.847755] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.847849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.847909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.848060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.848141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.848220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.848311] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.849370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.849370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.849547] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.849592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.849620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.849844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.849844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.849902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.850061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.850157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.850212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.851354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.851354] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.851354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.851354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.851354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.851354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.851354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.851354] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.885258] env[65511]: INFO networking_nsxv3.common.synchronization [req-3d03e79e-1c49-48d5-b753-8bea9ce865b9 req-7944b3e4-ff5a-43d7-9ae0-8061d86e6e24 tempest-ServersNegativeTestJSON-805901869 tempest-ServersNegativeTestJSON-805901869-project-member] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 724.886309] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 724.886955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.886955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.886955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.887886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.888211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.888419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.888536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.888784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.888992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.889192] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 724.917961] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 647d0520-ccc8-4824-8358-b2730dd3d81f [ 724.918275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 724.918508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.918577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.918885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 724.919022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 724.919148] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:647d0520-ccc8-4824-8358-b2730dd3d81f already deleted. [ 724.919250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-647d0520-ccc8-4824-8358-b2730dd3d81f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.350072] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.350072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.350618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.350618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.350906] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.351115] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.351232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.351461] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.351624] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.351870] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.351991] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 725.352107] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 725.352219] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 725.352363] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 725.352467] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 725.352741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 725.355030] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0050bed8-c8dd-4ac0-a218-4eb31f3feddf: rpc.has_security_group_logging(os_id): False [ 725.355784] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d587a124-41b6-49d3-af59-92b84fc3d274: rpc.has_security_group_logging(os_id): False [ 725.380894] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 725.381154] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 725.381296] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 725.381482] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.381861] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-58888f01-f210-43fd-b759-ad98849e7580 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.382099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.382224] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.382593] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.382731] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58888f01-f210-43fd-b759-ad98849e7580',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 725.384637] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.384943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.384943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.385049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.385133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.385328] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.385426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.385495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.385621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.385698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.385995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.386116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.386208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.386354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.386354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.386644] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.386644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.386820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.386820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.386948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.386948] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 725.389483] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.389661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.389744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.389952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.390061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.390276] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.390373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.390462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.390708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.390811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.390997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.391143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.391215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.391365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.391476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.391678] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.391804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.391867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.392057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.392190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.392301] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be created. [ 725.394274] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.394399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.394474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.394673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.394758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.394938] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.395040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.395213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.395263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.395319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.395417] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 already deleted. [ 725.395498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.489556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.489754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.489799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.490015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.490211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.492686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.492815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.492883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.493083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.493222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.503854] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 725.505951] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 725.895715] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.896259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.896506] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.897579] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.897652] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.897913] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 58888f01-f210-43fd-b759-ad98849e7580 not found, creating... [ 725.898329] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.898601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.898805] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.899422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.899670] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.900191] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.900452] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.900654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.901010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.901289] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.901474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 58888f01-f210-43fd-b759-ad98849e7580 is going to be created. [ 725.926123] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 725.926305] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 725.926424] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 725.926793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 725.928148] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.928148] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.052838] env[65511]: INFO networking_nsxv3.common.synchronization [req-3d03e79e-1c49-48d5-b753-8bea9ce865b9 req-3cde79f0-62ae-4936-87c5-6e01cf6878bf service nova] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_rules [ 727.053831] env[65511]: INFO networking_nsxv3.common.synchronization [req-3d03e79e-1c49-48d5-b753-8bea9ce865b9 req-3cde79f0-62ae-4936-87c5-6e01cf6878bf service nova] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 727.054232] env[65511]: INFO networking_nsxv3.common.synchronization [req-3d03e79e-1c49-48d5-b753-8bea9ce865b9 req-3cde79f0-62ae-4936-87c5-6e01cf6878bf service nova] Enqueued Resource ID: 58888f01-f210-43fd-b759-ad98849e7580 with Priority: HIGHEST for action port [ 727.054945] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_rules [ 727.055099] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 727.055194] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58888f01-f210-43fd-b759-ad98849e7580 with Priority: HIGHEST for action port [ 727.055480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.055615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.055677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.055944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.056029] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.062133] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.062282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.062367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.062562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.062728] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.062833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.062895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.063056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.063137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.063232] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.066767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-58888f01-f210-43fd-b759-ad98849e7580 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.066767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.066767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.066767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.066767] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58888f01-f210-43fd-b759-ad98849e7580',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.216781] env[65511]: INFO networking_nsxv3.common.synchronization [None req-205e933f-71aa-4978-8bda-cef661dc78d1 None None] Enqueued Resource ID: 1966a9fc-6aba-487a-a01b-c761ba3b181b with Priority: HIGHEST for action port [ 727.217383] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1966a9fc-6aba-487a-a01b-c761ba3b181b with Priority: HIGHEST for action port [ 727.217809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-1966a9fc-6aba-487a-a01b-c761ba3b181b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.217877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1966a9fc-6aba-487a-a01b-c761ba3b181b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.217974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1966a9fc-6aba-487a-a01b-c761ba3b181b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.219271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1966a9fc-6aba-487a-a01b-c761ba3b181b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.219368] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1966a9fc-6aba-487a-a01b-c761ba3b181b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.518252] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 727.518615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.519855] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 727.519855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.519855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.520076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.520132] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.567881] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 727.569088] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.569207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.569373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58888f01-f210-43fd-b759-ad98849e7580 with status ACTIVE [ 727.569535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.569645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.569712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.569923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.570031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.570205] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.570298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.570358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.570559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.570651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.570849] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.570947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.571019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.571430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.571430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.571430] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58888f01-f210-43fd-b759-ad98849e7580 is going to be updated. [ 727.601848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.602013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.602114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.602340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.602518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.602690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.721361] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1966a9fc-6aba-487a-a01b-c761ba3b181b [ 727.721621] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 727.721870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.721870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.721980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 727.722121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.722197] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1966a9fc-6aba-487a-a01b-c761ba3b181b already deleted. [ 727.722265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1966a9fc-6aba-487a-a01b-c761ba3b181b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.024073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.024295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.024295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.024619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.024793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.024898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.024958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.025148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.025236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.025353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.025498] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.074538] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.528564] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.528564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.528679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.528939] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.529211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.529300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.529300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.529627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.529627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.529732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.529946] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.530331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.530901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.530901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.530901] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.530901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.530901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.531122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.531122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.531233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.531326] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 728.580602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.580894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.580894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.581171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.581277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.581380] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be created. [ 728.609125] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 728.609275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 728.609501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 728.609616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 728.609745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 728.622086] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: UNINITIALIZED for 2s [ 729.034699] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d587a124-41b6-49d3-af59-92b84fc3d274: rpc.has_security_group_logging(os_id): False [ 729.059409] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.059584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.059660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.059915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.060068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.060280] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.060414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.060502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.060704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.060800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.061046] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.061176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.061254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.061432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.062062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.062062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.062062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.062062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.063172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.063281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.063386] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 729.158220] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.159904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.159904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.159904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.159904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.180331] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 729.285972] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c114eb71-2c21-4d5d-a483-71da24e12320 None None] Enqueued Resource ID: f3d011ec-7ed4-42c4-bb96-4de3c15dab18 with Priority: HIGHEST for action port [ 729.286683] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f3d011ec-7ed4-42c4-bb96-4de3c15dab18 with Priority: HIGHEST for action port [ 729.287210] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f3d011ec-7ed4-42c4-bb96-4de3c15dab18 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.287341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f3d011ec-7ed4-42c4-bb96-4de3c15dab18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.287405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f3d011ec-7ed4-42c4-bb96-4de3c15dab18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.287768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f3d011ec-7ed4-42c4-bb96-4de3c15dab18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.287907] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f3d011ec-7ed4-42c4-bb96-4de3c15dab18',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 729.791390] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port f3d011ec-7ed4-42c4-bb96-4de3c15dab18 [ 729.791737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 729.791902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.791980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.792190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.792275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.792414] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:f3d011ec-7ed4-42c4-bb96-4de3c15dab18 already deleted. [ 729.792484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f3d011ec-7ed4-42c4-bb96-4de3c15dab18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.193613] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d5abb10-c977-428d-93da-5debc7f294fe req-1ea764f0-14ff-41e5-9f65-d1b59c4e73d0 tempest-InstanceActionsNegativeTestJSON-610182428 tempest-InstanceActionsNegativeTestJSON-610182428-project-member] Enqueued Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_members [ 730.194560] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_members [ 730.195084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.195291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.196027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.196553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.196779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.196990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.197168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.197446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.197734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.197912] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.499638] env[65511]: INFO networking_nsxv3.common.synchronization [None req-12a94e0b-59de-4533-b739-1e66749ef7f9 None None] Enqueued Resource ID: 291cf66a-6231-417f-bd2e-d0c0aa03a6d0 with Priority: HIGHEST for action port [ 730.500817] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 291cf66a-6231-417f-bd2e-d0c0aa03a6d0 with Priority: HIGHEST for action port [ 730.501312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-291cf66a-6231-417f-bd2e-d0c0aa03a6d0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.502762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-291cf66a-6231-417f-bd2e-d0c0aa03a6d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.502762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-291cf66a-6231-417f-bd2e-d0c0aa03a6d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.502762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-291cf66a-6231-417f-bd2e-d0c0aa03a6d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.502762] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('291cf66a-6231-417f-bd2e-d0c0aa03a6d0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.637910] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.637910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.637910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.637910] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 730.701963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.702090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.702147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.702340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.702453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.702694] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 730.702796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.702854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.703156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 730.703258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.703337] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 already deleted. [ 730.703419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.006039] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 291cf66a-6231-417f-bd2e-d0c0aa03a6d0 [ 731.006245] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.006886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.006886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.006886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.006886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.006886] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:291cf66a-6231-417f-bd2e-d0c0aa03a6d0 already deleted. [ 731.007137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-291cf66a-6231-417f-bd2e-d0c0aa03a6d0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.142885] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.143089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.143133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.144026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.144026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.144026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.144026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.144026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.144026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.144026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.144326] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.144326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.144326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.144472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.144569] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.144707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.144805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.145040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.145565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.145565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.145565] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.203328] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 731.203922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.518742] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-358 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.518941] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-358" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519224] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-358" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.519552] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-358" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.519629] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.519776] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.519880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.520102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.520240] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.520437] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.520544] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 731.520649] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 731.520796] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 731.520886] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 731.520984] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 731.521118] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 731.540683] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 731.540683] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 731.540756] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 731.541145] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-358" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.541562] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-453bbbee-7c9d-41ee-92d0-ffd90560daec taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.541776] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.542415] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.542802] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.542938] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453bbbee-7c9d-41ee-92d0-ffd90560daec',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 731.650926] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6143cb2f-42de-47e9-8e5f-fc84ff2eca59: rpc.has_security_group_logging(os_id): False [ 731.673434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.673434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.673434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.673434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.674596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.675130] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.675348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.675520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.676585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.676754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.677447] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be created. [ 731.746958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.746958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.746958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.746958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.746958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.759121] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 731.769143] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c8e42361-eced-47bb-b7a4-3098d8240312 None None] Enqueued Resource ID: cbab6587-ff54-4093-93ee-8b882faeece6 with Priority: HIGHEST for action port [ 731.769496] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cbab6587-ff54-4093-93ee-8b882faeece6 with Priority: HIGHEST for action port [ 731.769812] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cbab6587-ff54-4093-93ee-8b882faeece6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 731.770383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cbab6587-ff54-4093-93ee-8b882faeece6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.770383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cbab6587-ff54-4093-93ee-8b882faeece6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.770383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cbab6587-ff54-4093-93ee-8b882faeece6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.770532] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cbab6587-ff54-4093-93ee-8b882faeece6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.046044] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.046044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.046044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.046044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.046273] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.046304] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 453bbbee-7c9d-41ee-92d0-ffd90560daec not found, creating... [ 732.046577] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.046713] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.048099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.048099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.048099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.048099] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.048099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.048099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.048099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.048361] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.048361] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 453bbbee-7c9d-41ee-92d0-ffd90560daec is going to be created. [ 732.074290] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.074470] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.074675] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.074951] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.075226] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.075522] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.272644] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port cbab6587-ff54-4093-93ee-8b882faeece6 [ 732.275233] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.275233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.275233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.275233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.275233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.275233] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:cbab6587-ff54-4093-93ee-8b882faeece6 already deleted. [ 732.275233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cbab6587-ff54-4093-93ee-8b882faeece6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.563223] env[65511]: INFO networking_nsxv3.common.synchronization [None req-35f549ff-06eb-43ea-91ce-e5aa38ed941e None None] Enqueued Resource ID: 757b8dab-4592-4424-80d0-b405deb4fe7f with Priority: HIGHEST for action port [ 732.564051] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 757b8dab-4592-4424-80d0-b405deb4fe7f with Priority: HIGHEST for action port [ 732.564401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-757b8dab-4592-4424-80d0-b405deb4fe7f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.564657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-757b8dab-4592-4424-80d0-b405deb4fe7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.564735] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-757b8dab-4592-4424-80d0-b405deb4fe7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.565063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-757b8dab-4592-4424-80d0-b405deb4fe7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.566082] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('757b8dab-4592-4424-80d0-b405deb4fe7f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.812862] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d5abb10-c977-428d-93da-5debc7f294fe req-78aa9c6c-d528-4c27-bb15-28477da83e9d service nova] Enqueued Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_rules [ 732.813050] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d5abb10-c977-428d-93da-5debc7f294fe req-78aa9c6c-d528-4c27-bb15-28477da83e9d service nova] Enqueued Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_members [ 732.813191] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d5abb10-c977-428d-93da-5debc7f294fe req-78aa9c6c-d528-4c27-bb15-28477da83e9d service nova] Enqueued Resource ID: 453bbbee-7c9d-41ee-92d0-ffd90560daec with Priority: HIGHEST for action port [ 732.813742] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_rules [ 732.813882] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_members [ 732.813979] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453bbbee-7c9d-41ee-92d0-ffd90560daec with Priority: HIGHEST for action port [ 732.816165] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.816323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.816396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.816753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.816864] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.817854] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.818972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.818972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.818972] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 732.819884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-453bbbee-7c9d-41ee-92d0-ffd90560daec taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 732.819996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.820079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.822287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 732.822379] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453bbbee-7c9d-41ee-92d0-ffd90560daec',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.068372] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 757b8dab-4592-4424-80d0-b405deb4fe7f [ 733.068610] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.068751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.068819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.069064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.069159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.069254] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:757b8dab-4592-4424-80d0-b405deb4fe7f already deleted. [ 733.069333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-757b8dab-4592-4424-80d0-b405deb4fe7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.325778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.325778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.325778] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 733.326247] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 453bbbee-7c9d-41ee-92d0-ffd90560daec with status ACTIVE [ 733.326490] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.326490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.326490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.326719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.326803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.327030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.327148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.327453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.327653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.327743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.329283] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.329283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.329412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.329522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.329614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.330508] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 453bbbee-7c9d-41ee-92d0-ffd90560daec is going to be updated. [ 733.354039] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 733.354199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 733.354942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 733.354942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 733.354942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.354942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453bbbee-7c9d-41ee-92d0-ffd90560daec" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.773705] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 733.773705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.835386] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.212371] env[65511]: INFO networking_nsxv3.common.synchronization [None req-479c032b-cec5-4f5e-8135-e5d747bc7666 None None] Enqueued Resource ID: bf96a173-a5e9-4f5f-a173-f42faba1f1f5 with Priority: HIGHEST for action port [ 734.214165] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bf96a173-a5e9-4f5f-a173-f42faba1f1f5 with Priority: HIGHEST for action port [ 734.214919] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-bf96a173-a5e9-4f5f-a173-f42faba1f1f5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.214919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bf96a173-a5e9-4f5f-a173-f42faba1f1f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.214919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bf96a173-a5e9-4f5f-a173-f42faba1f1f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.216123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bf96a173-a5e9-4f5f-a173-f42faba1f1f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.216123] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bf96a173-a5e9-4f5f-a173-f42faba1f1f5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.337897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.337897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.337897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.338331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.338331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.338331] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 is going to be created. [ 734.370594] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.370772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.370836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.371028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.371202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.387818] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 in Status: UNINITIALIZED for 2s [ 734.676368] env[65511]: INFO networking_nsxv3.common.synchronization [req-ec0241d7-a126-447a-89e9-7b7e3c13a23e req-889ac62d-02ee-4335-bd42-a31068aba775 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 734.676496] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 734.676957] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.677085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.677085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.677335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.677517] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.679094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.679094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.679094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.679094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.679094] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.706298] env[65511]: INFO networking_nsxv3.common.synchronization [req-ec0241d7-a126-447a-89e9-7b7e3c13a23e req-889ac62d-02ee-4335-bd42-a31068aba775 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 734.706298] env[65511]: INFO networking_nsxv3.common.synchronization [req-ec0241d7-a126-447a-89e9-7b7e3c13a23e req-889ac62d-02ee-4335-bd42-a31068aba775 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 734.706298] env[65511]: INFO networking_nsxv3.common.synchronization [req-ec0241d7-a126-447a-89e9-7b7e3c13a23e req-889ac62d-02ee-4335-bd42-a31068aba775 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with Priority: HIGHEST for action port [ 734.706842] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 734.708629] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 734.708629] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with Priority: HIGHEST for action port [ 734.708629] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.708629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.708629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.708629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.708629] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.709093] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.709446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.709446] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.709878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.709878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.709878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.710071] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19a1a0e-fa1c-4d4d-a188-958bb9a02f48',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 734.718164] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bf96a173-a5e9-4f5f-a173-f42faba1f1f5 [ 734.718388] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 734.718533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.718628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.718836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 734.718975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 734.718975] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bf96a173-a5e9-4f5f-a173-f42faba1f1f5 already deleted. [ 734.719372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bf96a173-a5e9-4f5f-a173-f42faba1f1f5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.180792] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.211672] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.211910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.212217] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with status ACTIVE [ 735.212654] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.213701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.213701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.213701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.213701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.213701] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.214046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.214046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.214115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.214164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.214400] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.214496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.214622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.214719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.214831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.214936] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 is going to be updated. [ 735.261081] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.261255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.261297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.261538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.261676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.261848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.539905] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ccd68deb-eb38-44eb-8532-916a741c2900 None None] Enqueued Resource ID: 6541c9a4-2124-4753-be39-66b9f6cb0cae with Priority: HIGHEST for action port [ 735.541812] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6541c9a4-2124-4753-be39-66b9f6cb0cae with Priority: HIGHEST for action port [ 735.542198] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-6541c9a4-2124-4753-be39-66b9f6cb0cae taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.542348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6541c9a4-2124-4753-be39-66b9f6cb0cae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.542414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6541c9a4-2124-4753-be39-66b9f6cb0cae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.542869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6541c9a4-2124-4753-be39-66b9f6cb0cae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.542869] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6541c9a4-2124-4753-be39-66b9f6cb0cae',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.683660] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 735.813312] env[65511]: INFO networking_nsxv3.common.synchronization [req-0571c59c-4fc4-431b-b7b9-c9ade87c078e req-86fb46e6-5bb6-4bb2-9c2e-c82fa92965fb tempest-ImagesOneServerTestJSON-1752060507 tempest-ImagesOneServerTestJSON-1752060507-project-member] Enqueued Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_members [ 735.813817] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGHEST for action security_group_members [ 735.814309] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.814309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.814552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.814552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.816860] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 735.816860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 735.816860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 735.816860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 735.816860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 735.816860] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.045745] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6541c9a4-2124-4753-be39-66b9f6cb0cae [ 736.045745] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.046122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.046209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.046432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.046522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.046766] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6541c9a4-2124-4753-be39-66b9f6cb0cae already deleted. [ 736.046941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6541c9a4-2124-4753-be39-66b9f6cb0cae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.186061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.186061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.186293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.186430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.186604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.186723] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 736.247030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.247030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.247030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.247030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.247030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.260378] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 736.317979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.318317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.318317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.318463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.318543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.318788] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.318948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.319079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.319596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.319942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.320131] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d314626b-bdc8-45dc-948d-8b2806de605b is going to be updated. [ 736.365099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.365328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.365409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.365600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.365769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.378333] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d314626b-bdc8-45dc-948d-8b2806de605b in Status: IN_PROGRESS for 2s [ 736.398304] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 in Status: SUCCESS [ 736.398434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.398634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.398835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.399045] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.399164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.399231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.399384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.399472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.399569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.399661] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.795531] env[65511]: INFO networking_nsxv3.common.synchronization [req-b3e68114-974c-47a3-ae69-543965a1318f req-0c6931c6-e229-4432-9e9b-f8fffecd2f1c tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 736.800204] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 736.801162] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.801326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.801406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.801676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.801875] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.801982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.802063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.802233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.802336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.802451] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 736.904777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.904777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.905356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.905739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.906744] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.906744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.906744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.906744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.906744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.906744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.906744] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.906744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.908455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.908795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.908859] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 736.908955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.908990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.909180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.909246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.909376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.909467] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.147522] env[65511]: INFO networking_nsxv3.common.synchronization [req-b3e68114-974c-47a3-ae69-543965a1318f req-88a3ed09-9847-4111-91aa-6d75a0d30370 tempest-ServersTestMultiNic-1871275623 tempest-ServersTestMultiNic-1871275623-project-member] Enqueued Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 737.150770] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d587a124-41b6-49d3-af59-92b84fc3d274 with Priority: HIGHEST for action security_group_members [ 737.151646] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d587a124-41b6-49d3-af59-92b84fc3d274 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.153824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.309608] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.412533] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a45c8d11-563c-4c26-b2cd-46fdf12c0a42: rpc.has_security_group_logging(os_id): False [ 737.446120] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.446779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.446779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.447693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.447693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.447693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.447693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.448135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.448135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.448244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.448602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.448827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.449024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.449275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.449429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.449735] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.450012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.450176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.450482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.450607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.450749] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 is going to be created. [ 737.568606] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.568747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.568883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.569149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.569342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.596565] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 in Status: IN_PROGRESS for 2s [ 737.703077] env[65511]: INFO networking_nsxv3.common.synchronization [req-2bf7162c-616e-41c7-9830-4ce823b17fe1 req-6388a1f8-1b7a-4056-924c-b368ddd19f54 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 737.704165] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 737.706024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.706230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.706230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.706424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.706622] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.706715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.706792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.707927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.707927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.707927] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.812782] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 737.986409] env[65511]: INFO networking_nsxv3.common.synchronization [req-4516afb9-7910-4e86-9e1c-d758b33f25f4 req-0dc3ad3a-bdfa-4c37-b192-005ae282699b tempest-ListServersNegativeTestJSON-607436440 tempest-ListServersNegativeTestJSON-607436440-project-member] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 737.986996] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 737.987802] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.987937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.987981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.988210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.988367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 737.988466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.988650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.988650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 737.988819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.988888] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.214454] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.214454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.214454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.214780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.214780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.215032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.215145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.215145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.216084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.216084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.216084] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 738.258219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.258219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.258219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.258219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.258219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.268312] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 738.272022] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.272022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.272022] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.316093] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.316093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.316093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.316093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.316093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.316093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 738.349512] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.349730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.349730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.349997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.350132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.362859] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 738.388694] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d314626b-bdc8-45dc-948d-8b2806de605b in Status: SUCCESS [ 738.388913] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d314626b-bdc8-45dc-948d-8b2806de605b deletion is rescheduled due to dependency. [ 738.389056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.411250] env[65511]: INFO networking_nsxv3.common.synchronization [req-a5acc653-cf50-42af-abc3-8447a6133371 req-cd178ebb-303c-4083-804f-ca48988718ad tempest-ServerGroupTestJSON-1499099624 tempest-ServerGroupTestJSON-1499099624-project-member] Enqueued Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_members [ 738.412849] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 with Priority: HIGHEST for action security_group_members [ 738.412849] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-57d04c0f-2cc8-44ea-8680-ae559518f626 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.412849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.412849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.412849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.413223] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.413223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.413223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.413380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.413466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.413564] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('57d04c0f-2cc8-44ea-8680-ae559518f626',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.492842] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.773457] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 738.919449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.919449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.919449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.919449] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 is going to be updated. [ 738.955372] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 738.955372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 738.955611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 738.955654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 738.955840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.965890] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 in Status: IN_PROGRESS for 2s [ 738.995482] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.002433] env[65511]: INFO networking_nsxv3.common.synchronization [req-b8d61704-d5b5-4730-b03d-8d7445046af4 req-6a739865-e1ea-4b6a-820d-b86f8ce85722 tempest-VolumesAdminNegativeTest-414310525 tempest-VolumesAdminNegativeTest-414310525-project-member] Enqueued Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_members [ 739.004671] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGHEST for action security_group_members [ 739.005428] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.005564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.005625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.008873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.009087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.009218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.009285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.009474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.009573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.009678] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.276189] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.504250] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.504250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.504250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.504250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.504250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.504250] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 739.514583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.514816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.515411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.515411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.515411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.515497] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.515558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.515624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.516281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.516281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.516281] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 is going to be updated. [ 739.534672] env[65511]: INFO networking_nsxv3.common.synchronization [req-980de127-d040-4a0e-9ee0-db18cfb5e215 req-a4378f0d-5a99-4579-a2b5-d1f067b12afb tempest-FloatingIPsAssociationTestJSON-1035935569 tempest-FloatingIPsAssociationTestJSON-1035935569-project-member] Enqueued Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 739.535840] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b with Priority: HIGHEST for action security_group_members [ 739.535840] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.535840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.535840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.536076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.536700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.536880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.536931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.537131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.537240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.537311] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('74dd0a3c-a1d2-4b59-9bdc-973929cb475b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.552930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.553144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.553253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.553424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.553574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.557040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.557040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.557233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.557576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.574635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 739.575393] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 in Status: IN_PROGRESS for 2s [ 739.589752] env[65511]: INFO networking_nsxv3.common.synchronization [req-b363ca52-eded-4dcb-9148-95e86b1608f4 req-cbb089bb-587e-40f1-a7cf-6f9641e84632 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_members [ 739.590612] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_members [ 739.594715] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.594715] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.594715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.594715] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 739.610084] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 in Status: SUCCESS [ 739.610330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.779543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.779949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.780130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.780524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.781494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.781698] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 739.813164] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.813300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.813379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.813593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.813751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.826682] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 739.883292] env[65511]: INFO networking_nsxv3.common.synchronization [req-4d49eb25-ce20-41ac-97c4-385ba93a9208 req-5e8dfb7c-5e95-4586-b9fc-d6d2f4ae2ae0 tempest-ListServersNegativeTestJSON-607436440 tempest-ListServersNegativeTestJSON-607436440-project-member] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 739.883863] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGHEST for action security_group_members [ 739.884754] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 739.884754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.041799] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.042167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.042167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.043093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.043093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.043093] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.043093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.043093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.043093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.043093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.043093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b is going to be updated. [ 740.074073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.074272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.074757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.074757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.074757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.081502] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.081768] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.081833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.082133] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.082389] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.082869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.082869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.082869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.083203] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.083236] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.083316] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 740.083407] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 740.083501] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 740.083602] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 740.083869] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 740.083869] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 740.087913] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: IN_PROGRESS for 2s [ 740.096218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.096371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.096436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.097035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.097035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.097035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.097035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.097035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.097373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.097373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.097373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 already deleted. [ 740.097724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.125296] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 740.125430] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.041 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 740.125516] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 740.126810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.128575] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-e0ec211a-536e-45f0-b011-f6417f7fdfc8 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.128899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.129553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.129936] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.130699] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ec211a-536e-45f0-b011-f6417f7fdfc8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.300269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 740.300470] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 740.300656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.380054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 740.380285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.380457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.380685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.380880] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.381008] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.381084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.381232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.381334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.381433] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d587a124-41b6-49d3-af59-92b84fc3d274',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 740.636605] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.636933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.637078] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.637481] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.637600] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.637782] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port e0ec211a-536e-45f0-b011-f6417f7fdfc8 not found, creating... [ 740.638132] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.638300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.638589] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.639898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.639898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.639898] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.639898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.639898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.639898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.639898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.639898] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: e0ec211a-536e-45f0-b011-f6417f7fdfc8 is going to be created. [ 740.661672] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.661874] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.661983] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.662290] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.662672] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.662921] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.884227] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.884325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.884436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.885053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.885053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.885340] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.885507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.885611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.885894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.886056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.886353] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 is going to be updated. [ 740.922183] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 740.922183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.922183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.922183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 740.922456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.934017] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: IN_PROGRESS for 2s [ 740.975539] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 in Status: SUCCESS [ 740.975834] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 57d04c0f-2cc8-44ea-8680-ae559518f626 deletion is rescheduled due to dependency. [ 740.975905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-57d04c0f-2cc8-44ea-8680-ae559518f626" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.405143] env[65511]: INFO networking_nsxv3.common.synchronization [req-b363ca52-eded-4dcb-9148-95e86b1608f4 req-254ce053-c2d7-42f0-865e-e5f7fa7760c7 service nova] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_rules [ 741.405143] env[65511]: INFO networking_nsxv3.common.synchronization [req-b363ca52-eded-4dcb-9148-95e86b1608f4 req-254ce053-c2d7-42f0-865e-e5f7fa7760c7 service nova] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_members [ 741.405143] env[65511]: INFO networking_nsxv3.common.synchronization [req-b363ca52-eded-4dcb-9148-95e86b1608f4 req-254ce053-c2d7-42f0-865e-e5f7fa7760c7 service nova] Enqueued Resource ID: e0ec211a-536e-45f0-b011-f6417f7fdfc8 with Priority: HIGHEST for action port [ 741.405143] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_rules [ 741.405143] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_members [ 741.405143] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0ec211a-536e-45f0-b011-f6417f7fdfc8 with Priority: HIGHEST for action port [ 741.409018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.409018] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.409018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.409018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.409018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.409018] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.409824] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0ec211a-536e-45f0-b011-f6417f7fdfc8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.409925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.409987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.410362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.410362] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0ec211a-536e-45f0-b011-f6417f7fdfc8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.591197] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 in Status: SUCCESS [ 741.591197] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 deletion is rescheduled due to dependency. [ 741.591197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.591442] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 741.591473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.593499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.593499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.593499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.593499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.593499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.593499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.593499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.593499] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.839901] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 741.840218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.840456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.840760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.841294] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.841294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.841294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.841504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.841621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.841744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.841876] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.912582] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.912582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.912942] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 741.913880] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e0ec211a-536e-45f0-b011-f6417f7fdfc8 with status ACTIVE [ 741.914146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.914266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.914328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.916827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.916827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.916827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.919587] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.919587] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e0ec211a-536e-45f0-b011-f6417f7fdfc8 is going to be updated. [ 741.958588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.960211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.961743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.961743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.961743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.961743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0ec211a-536e-45f0-b011-f6417f7fdfc8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.981978] env[65511]: INFO networking_nsxv3.common.synchronization [req-b71d8d89-a880-40bb-870f-5d4acc7ac5fc req-63e10fb5-c4cd-459b-967f-23d70a729867 tempest-ServersWithSpecificFlavorTestJSON-1554890225 tempest-ServersWithSpecificFlavorTestJSON-1554890225-project-member] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 741.983191] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 741.983775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.983918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.983994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.984236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.984434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 741.986044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 741.986044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 741.986044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 741.986044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.986044] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.095859] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.095859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.095950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.096198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.096291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.096475] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.096575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.096635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.096788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.096865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.096949] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be updated. [ 742.098728] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b in Status: SUCCESS [ 742.098896] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 74dd0a3c-a1d2-4b59-9bdc-973929cb475b deletion is rescheduled due to dependency. [ 742.099009] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-74dd0a3c-a1d2-4b59-9bdc-973929cb475b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.150614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.150780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.150908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.151156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.151519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.166034] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: IN_PROGRESS for 2s [ 742.283920] env[65511]: INFO networking_nsxv3.common.synchronization [req-09acca68-7c6e-409d-b528-cac41a3f8ed6 req-992ca010-13ce-41df-b985-66de551752f2 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_members [ 742.284840] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_members [ 742.284934] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.285707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.285707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.286258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.286258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.286258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.286258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.286576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.286576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.286576] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.349513] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.419789] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.487667] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.487667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.487667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.488479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.488479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.488479] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.488479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.488479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.488760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.488760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.488760] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be updated. [ 742.528767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.529291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.529530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.529771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.529958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.541894] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: IN_PROGRESS for 2s [ 742.703897] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.704328] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.704328] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.704665] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.704938] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.705124] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.705280] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.706395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.706395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.706395] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.706395] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 742.706395] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 742.706395] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 742.706395] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 742.706719] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 742.706719] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 742.731050] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 742.731050] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 742.731050] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 742.731050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.731050] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-0e6604ec-800a-4f9f-820a-0a77df9172e3 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.731050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.731050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.731050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.731050] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6604ec-800a-4f9f-820a-0a77df9172e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 742.790189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.790422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.790422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.790761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.791260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.791588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.791738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.791843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.792071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.792154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.792240] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 already deleted. [ 742.792331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.853457] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80549b53-f25f-4f07-846d-11ab91ee2a1d: rpc.has_security_group_logging(os_id): False [ 742.873955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.874205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.874400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.874473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.874788] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.874919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.874986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.875143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.875225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.875272] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 742.921867] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.922110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.922309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.922589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.922706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.922811] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 is going to be created. [ 742.943164] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d587a124-41b6-49d3-af59-92b84fc3d274 in Status: SUCCESS [ 742.943346] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d587a124-41b6-49d3-af59-92b84fc3d274 deletion is rescheduled due to dependency. [ 742.943472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d587a124-41b6-49d3-af59-92b84fc3d274" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.949377] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.949576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.949637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.949847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.950038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.951990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 742.952148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.952204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.952364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.952523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.963109] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: UNINITIALIZED for 2s [ 742.966495] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 743.235794] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.236271] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.236271] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.236478] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.236626] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.236804] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 0e6604ec-800a-4f9f-820a-0a77df9172e3 not found, creating... [ 743.237054] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.237250] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.237339] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.237521] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.237649] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.237926] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.238129] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.238191] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.238452] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.238528] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.238660] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 0e6604ec-800a-4f9f-820a-0a77df9172e3 is going to be created. [ 743.261443] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 743.261720] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.261720] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.262022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 743.262283] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.262504] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.017137] env[65511]: INFO networking_nsxv3.common.synchronization [req-09acca68-7c6e-409d-b528-cac41a3f8ed6 req-a220891c-6e62-493f-9cff-1ae540780df9 service nova] Enqueued Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_rules [ 744.017650] env[65511]: INFO networking_nsxv3.common.synchronization [req-09acca68-7c6e-409d-b528-cac41a3f8ed6 req-a220891c-6e62-493f-9cff-1ae540780df9 service nova] Enqueued Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_members [ 744.017935] env[65511]: INFO networking_nsxv3.common.synchronization [req-09acca68-7c6e-409d-b528-cac41a3f8ed6 req-a220891c-6e62-493f-9cff-1ae540780df9 service nova] Enqueued Resource ID: 0e6604ec-800a-4f9f-820a-0a77df9172e3 with Priority: HIGHEST for action port [ 744.018617] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_rules [ 744.018991] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_members [ 744.019417] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0e6604ec-800a-4f9f-820a-0a77df9172e3 with Priority: HIGHEST for action port [ 744.020169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.020412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.020566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.020855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.021046] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.022593] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.023196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.023365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.026035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.026035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.026035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0e6604ec-800a-4f9f-820a-0a77df9172e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.026035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.026035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0e6604ec-800a-4f9f-820a-0a77df9172e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.177864] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e90753db-af3e-40a8-a3dc-73cb5804a89e in Status: SUCCESS [ 744.178137] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e deletion is rescheduled due to dependency. [ 744.178297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.429365] env[65511]: INFO networking_nsxv3.common.synchronization [req-9cd4dffd-3c23-4c35-aec1-e84dacc9a028 req-d3f55bd8-0ef6-4bf8-81ad-e0dfaa02be11 tempest-ServersAdminNegativeTestJSON-1381125311 tempest-ServersAdminNegativeTestJSON-1381125311-project-member] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 744.430118] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 744.430247] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.431263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.431263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.431263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.431423] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.431423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.431508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.431623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.431709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.431807] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.523857] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.525036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.528525] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0e6604ec-800a-4f9f-820a-0a77df9172e3 with status ACTIVE [ 744.528743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.528884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.528956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.529187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.529269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.529449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.529544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.529604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.529777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.529856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.530045] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.530149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.530183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.530325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.530384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.530464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0e6604ec-800a-4f9f-820a-0a77df9172e3 is going to be updated. [ 744.531606] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.551086] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 744.551268] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf deletion is rescheduled due to dependency. [ 744.551379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.561592] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.561592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.561592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.561592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.561592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.561592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0e6604ec-800a-4f9f-820a-0a77df9172e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.934910] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.979284] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: SUCCESS [ 744.979514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.979689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.979925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.980146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 744.980287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.980355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.980570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.980685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.980775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.980869] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 744.994977] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 744.995243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.037016] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.437299] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.483716] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 745.542359] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.542583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.542583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.542912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.543041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.543152] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 is going to be created. [ 745.661047] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 745.661238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 745.661281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 745.661545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 745.661636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.672242] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 in Status: UNINITIALIZED for 2s [ 746.140482] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcacac73-62d5-4c82-9600-a5afd3e21a62: rpc.has_security_group_logging(os_id): False [ 746.141246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.142105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.142105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.142105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.142105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.142105] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be updated. [ 746.168809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.168809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.168809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.168809] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 is going to be created. [ 746.177064] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.177265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.177333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.177718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.177718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.190450] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: IN_PROGRESS for 2s [ 746.273464] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.273464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.273464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.273790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.273790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.279730] env[65511]: INFO networking_nsxv3.common.synchronization [req-697577a0-b2d5-4fdd-b7f8-cda8c50b0926 req-3c9dfc99-1fa0-49b6-b9e8-6017948fd0d0 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 746.281171] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 746.282110] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.282555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.282726] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.282839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.282886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.283056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.283146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.283242] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.300215] env[65511]: INFO networking_nsxv3.common.synchronization [req-697577a0-b2d5-4fdd-b7f8-cda8c50b0926 req-3c9dfc99-1fa0-49b6-b9e8-6017948fd0d0 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 746.300390] env[65511]: INFO networking_nsxv3.common.synchronization [req-697577a0-b2d5-4fdd-b7f8-cda8c50b0926 req-3c9dfc99-1fa0-49b6-b9e8-6017948fd0d0 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 746.300502] env[65511]: INFO networking_nsxv3.common.synchronization [req-697577a0-b2d5-4fdd-b7f8-cda8c50b0926 req-3c9dfc99-1fa0-49b6-b9e8-6017948fd0d0 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with Priority: HIGHEST for action port [ 746.301038] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_rules [ 746.302246] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 746.302246] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with Priority: HIGHEST for action port [ 746.302246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.302246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.302246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.302718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.302718] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.304435] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.304590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.305155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.305328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.305416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.305689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.305806] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d19a1a0e-fa1c-4d4d-a188-958bb9a02f48',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.308310] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: IN_PROGRESS for 2s [ 746.787879] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 746.806868] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.807104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.807555] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 with status ACTIVE [ 746.807742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.808439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.808439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.808439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.808439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.808439] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.808737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.808737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.808876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.808979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.809247] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.809390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.809446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.810178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.810178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.810178] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d19a1a0e-fa1c-4d4d-a188-958bb9a02f48 is going to be updated. [ 746.836730] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 746.836917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.836992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.837214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 746.837348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.837508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d19a1a0e-fa1c-4d4d-a188-958bb9a02f48" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.291808] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.685197] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 in Status: SUCCESS [ 747.685197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.685197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.685471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.685471] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.686367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.686367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.686367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.686367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.686367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.686367] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.794804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.795070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.795158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.795509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.795653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.795783] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 747.823187] env[65511]: INFO networking_nsxv3.common.synchronization [req-d6d28c60-4fac-4aa7-962c-b7e4c03c832b req-a89b7f42-9696-4e3f-92d0-6e30c2674d31 tempest-ServerMetadataTestJSON-430789245 tempest-ServerMetadataTestJSON-430789245-project-member] Enqueued Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_members [ 747.823785] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGHEST for action security_group_members [ 747.825877] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.826032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.826106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.827255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.827449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.827564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.827630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.828035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.828160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.828275] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 747.833074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 747.833213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 747.833286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 747.833537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 747.835311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.858513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 748.189097] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.202606] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 748.202606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.322417] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: SUCCESS [ 748.322801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.332373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.332622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.332622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.332903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.332999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.333348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.333348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.333741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.333741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.333741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.333741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e18fdd-993b-4981-9c93-5a2ed274724a is going to be updated. [ 748.367350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.367350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.367350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.367556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.368042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.382319] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e18fdd-993b-4981-9c93-5a2ed274724a in Status: IN_PROGRESS for 2s [ 748.559252] env[65511]: INFO networking_nsxv3.common.synchronization [req-005c3b58-a119-40aa-b1d3-f7133bb3cf09 req-9dead75e-b873-40ec-ac27-ea984fc69ed3 tempest-MigrationsAdminTest-1219589447 tempest-MigrationsAdminTest-1219589447-project-member] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 748.559812] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 748.560175] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.560314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.561105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.561574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.561574] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.561698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.561698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.561822] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.561874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.561974] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 748.692216] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for df51f689-d2b6-4b6f-8728-bd21124be7e6: rpc.has_security_group_logging(os_id): False [ 748.711510] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.711744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.711913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.712217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.712382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.712752] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.712921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.713090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.713353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.713493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.713652] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 is going to be created. [ 748.779683] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.779683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.779683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.779827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.780104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.793669] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 in Status: IN_PROGRESS for 2s [ 748.992536] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.992874] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.993022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.993274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.993526] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 748.993702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.993822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.994127] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 748.994289] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.994492] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.994592] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 748.994830] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 748.994976] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 748.994976] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 748.995900] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 748.995900] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 749.020872] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 749.021185] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 749.021276] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 749.021398] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.021710] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-589b2f53-ba22-4745-93ea-ede43a0c22ae taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.021881] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.022027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.022369] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.022502] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589b2f53-ba22-4745-93ea-ede43a0c22ae',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.064511] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.525143] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.525597] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.525990] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.526428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.526655] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.526875] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 589b2f53-ba22-4745-93ea-ede43a0c22ae not found, creating... [ 749.527316] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.527596] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.527793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.528093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.528239] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.528603] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.528784] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.528925] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.529262] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.529490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.529698] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 589b2f53-ba22-4745-93ea-ede43a0c22ae is going to be created. [ 749.555588] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.555872] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.555978] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.556467] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.556659] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.556899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.567758] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 749.872067] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 749.872067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.872319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.872319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.872549] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 749.872684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 749.872749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 749.872901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 749.872985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.873099] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.073860] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.074995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.074995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.074995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.074995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.074995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be updated. [ 750.162995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.162995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.162995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.162995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.162995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.173940] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 750.361155] env[65511]: INFO networking_nsxv3.common.synchronization [req-005c3b58-a119-40aa-b1d3-f7133bb3cf09 req-a68559e2-c647-4b73-9894-1e3466fa8792 service nova] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_rules [ 750.361465] env[65511]: INFO networking_nsxv3.common.synchronization [req-005c3b58-a119-40aa-b1d3-f7133bb3cf09 req-a68559e2-c647-4b73-9894-1e3466fa8792 service nova] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 750.361609] env[65511]: INFO networking_nsxv3.common.synchronization [req-005c3b58-a119-40aa-b1d3-f7133bb3cf09 req-a68559e2-c647-4b73-9894-1e3466fa8792 service nova] Enqueued Resource ID: 589b2f53-ba22-4745-93ea-ede43a0c22ae with Priority: HIGHEST for action port [ 750.362373] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_rules [ 750.362604] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 750.362754] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 589b2f53-ba22-4745-93ea-ede43a0c22ae with Priority: HIGHEST for action port [ 750.364358] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.364358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.364358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.364358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.364358] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.365240] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.365358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.365850] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-589b2f53-ba22-4745-93ea-ede43a0c22ae taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.366034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.366034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.366234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.366372] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('589b2f53-ba22-4745-93ea-ede43a0c22ae',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.378038] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.400780] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 42e18fdd-993b-4981-9c93-5a2ed274724a in Status: SUCCESS [ 750.401327] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 42e18fdd-993b-4981-9c93-5a2ed274724a deletion is rescheduled due to dependency. [ 750.401516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.808445] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 in Status: SUCCESS [ 750.808756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.869299] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.869431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.869651] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 589b2f53-ba22-4745-93ea-ede43a0c22ae with status ACTIVE [ 750.869827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.869933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.870036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.870231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.870323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.870494] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.870590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.870654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.870801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.870878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.871143] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.871273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.871335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.871474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.871547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.871632] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 589b2f53-ba22-4745-93ea-ede43a0c22ae is going to be updated. [ 750.882372] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 750.893873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 750.894021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.894096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.894312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 750.894473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.894693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-589b2f53-ba22-4745-93ea-ede43a0c22ae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.304349] env[65511]: INFO networking_nsxv3.common.synchronization [req-2fdf8b92-94bb-493e-a3e8-006757a553de req-ec4896ec-e5a0-451c-bf0c-da7e62b6b737 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 751.307278] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 751.307278] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.307278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.307278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.307665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.307874] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.307999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.308319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.308419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.308540] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 751.387186] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.387186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.387186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.387186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.387186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.387186] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 751.418134] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.418296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.418682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.418682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.418966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.433388] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 751.539471] env[65511]: INFO networking_nsxv3.common.synchronization [req-4e89bbf5-dbdb-4d4b-8903-78815308c9f7 req-80643afa-1504-4be6-8682-34909dd08cf0 tempest-AttachInterfacesUnderV243Test-444615435 tempest-AttachInterfacesUnderV243Test-444615435-project-member] Enqueued Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 751.543818] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d with Priority: HIGHEST for action security_group_members [ 751.544532] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-80549b53-f25f-4f07-846d-11ab91ee2a1d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.544532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.811876] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.812244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.812244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.813693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.813693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.813693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.813693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.813932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.814608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.814608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.814783] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 already deleted. [ 751.816491] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.830955] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.831157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.831277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.831599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.831898] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.831989] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.832196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.832433] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.832680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.832931] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.833239] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 751.833239] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 751.833353] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 751.833561] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 751.833561] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 751.833700] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 751.853808] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 751.853976] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 751.854119] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 751.854295] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.854601] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 751.854822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.854950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.855409] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.855587] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3b1046-60d7-4703-8a4c-d8426bc1ca50',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.128491] env[65511]: INFO networking_nsxv3.common.synchronization [req-3e937e3d-04a3-4c78-9559-70520ed48448 req-81b0156f-d459-4278-a60c-e85a5d1ec297 tempest-InstanceActionsNegativeTestJSON-610182428 tempest-InstanceActionsNegativeTestJSON-610182428-project-member] Enqueued Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_members [ 752.129353] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGHEST for action security_group_members [ 752.129673] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.129826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.129894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.130132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.130302] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.130909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.130909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.130909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.130909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.131118] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.184950] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 752.185236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.185435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.185712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.185949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.186129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.186198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.186445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.186570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.186695] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.359728] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.360183] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.360339] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.360678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.360826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.360974] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 9c3b1046-60d7-4703-8a4c-d8426bc1ca50 not found, creating... [ 752.361476] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.361476] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.361625] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.361823] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.361957] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.362507] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.362507] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.362680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.362805] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.362981] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.363142] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 9c3b1046-60d7-4703-8a4c-d8426bc1ca50 is going to be created. [ 752.387663] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.387957] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.388129] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.388425] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.388660] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.388893] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.634722] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.634722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.634722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.634964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.635105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.635423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.635480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.635636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.635754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.635823] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 is going to be updated. [ 752.689517] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 752.698432] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 752.698585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.698585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.698769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.698927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.715185] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 in Status: IN_PROGRESS for 2s [ 753.121757] env[65511]: INFO networking_nsxv3.common.synchronization [req-2fdf8b92-94bb-493e-a3e8-006757a553de req-93709e3c-0565-44fe-8d79-be8b4be54a37 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 753.122032] env[65511]: INFO networking_nsxv3.common.synchronization [req-2fdf8b92-94bb-493e-a3e8-006757a553de req-93709e3c-0565-44fe-8d79-be8b4be54a37 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 753.122187] env[65511]: INFO networking_nsxv3.common.synchronization [req-2fdf8b92-94bb-493e-a3e8-006757a553de req-93709e3c-0565-44fe-8d79-be8b4be54a37 service nova] Enqueued Resource ID: 9c3b1046-60d7-4703-8a4c-d8426bc1ca50 with Priority: HIGHEST for action port [ 753.122859] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 753.124655] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 753.124877] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c3b1046-60d7-4703-8a4c-d8426bc1ca50 with Priority: HIGHEST for action port [ 753.125430] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.127772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.127888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.129874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.129874] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.129874] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.130418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.130544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.130773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.131228] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.134270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.134270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.134270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.134360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.134881] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.135575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.135756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.136693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.136693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.136693] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c3b1046-60d7-4703-8a4c-d8426bc1ca50',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.191922] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.444552] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 753.444862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.445132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.445266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.445468] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.445649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.445886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.445886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.446067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.446067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.446232] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.447087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.447386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.447450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.447562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.447615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.448144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.448221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.448306] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.640175] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.643139] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.643139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.643139] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c3b1046-60d7-4703-8a4c-d8426bc1ca50 with status ACTIVE [ 753.643139] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.643139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.643139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.643139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.643139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.643616] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.645030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.645030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.645030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.645030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.645030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.645030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.645435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.645435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.645435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.645435] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c3b1046-60d7-4703-8a4c-d8426bc1ca50 is going to be updated. [ 753.676494] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.676725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.676818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.677120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.678038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.678038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c3b1046-60d7-4703-8a4c-d8426bc1ca50" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.696346] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.696513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.696590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.696794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.696916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.696987] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be updated. [ 753.728141] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.728141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.728265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.728390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.728534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.740767] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 753.899261] env[65511]: INFO networking_nsxv3.common.synchronization [req-27ed61bf-c942-4e8c-9322-ed947565d70f req-f54810d1-245d-41bf-b06e-3dedaddaba8b tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 753.899800] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 753.900969] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.900969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.900969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.900969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.900969] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.900969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.900969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.901303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.901303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.901303] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.949924] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('80549b53-f25f-4f07-846d-11ab91ee2a1d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 753.952141] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.952141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.952141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.952309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.952396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.952575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.952683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.952766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.952946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.953103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.953236] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 753.995389] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 753.995389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.995389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.995389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 753.995389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.005734] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 754.147539] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.296793] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.297033] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.297141] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.297535] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.297817] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.298018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.298985] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.299265] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.299413] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.299625] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.299733] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 754.299835] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 754.299936] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 754.300052] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 754.300153] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 754.300292] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 754.324434] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 754.324596] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 754.324735] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 754.324952] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.325281] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-30340f69-c30e-48f8-873f-d4dab3a4e5a6 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.325446] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.325558] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.325958] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.326112] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30340f69-c30e-48f8-873f-d4dab3a4e5a6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 754.403806] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.404013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.404108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.404331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.404452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.404721] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.404864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.404943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.405143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.405249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.405347] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f already deleted. [ 754.405448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.452376] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 80549b53-f25f-4f07-846d-11ab91ee2a1d: rpc.has_security_group_logging(os_id): False [ 754.475499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.475670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.475743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.476276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.476553] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.476700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.476768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.476946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.477043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.477175] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d is going to be updated. [ 754.547299] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.547458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.547584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.547746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.547894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.567718] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: IN_PROGRESS for 2s [ 754.649879] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.650600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.650685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.650905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.651118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.651118] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be created. [ 754.681158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.681343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.681406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.681566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.681720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.695193] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: UNINITIALIZED for 2s [ 754.726574] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 in Status: SUCCESS [ 754.726757] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 deletion is rescheduled due to dependency. [ 754.726873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.834196] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.834196] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 30340f69-c30e-48f8-873f-d4dab3a4e5a6 not found, creating... [ 754.834196] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.834196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.834683] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.834683] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.835445] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.835445] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.835445] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.835445] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 30340f69-c30e-48f8-873f-d4dab3a4e5a6 is going to be created. [ 754.858995] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 754.859318] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.859437] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.859704] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 754.859948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.860274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.696398] env[65511]: INFO networking_nsxv3.common.synchronization [req-27ed61bf-c942-4e8c-9322-ed947565d70f req-8968fd0f-58fe-498c-a509-5d92c57c688d service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 755.696398] env[65511]: INFO networking_nsxv3.common.synchronization [req-27ed61bf-c942-4e8c-9322-ed947565d70f req-8968fd0f-58fe-498c-a509-5d92c57c688d service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 755.696398] env[65511]: INFO networking_nsxv3.common.synchronization [req-27ed61bf-c942-4e8c-9322-ed947565d70f req-8968fd0f-58fe-498c-a509-5d92c57c688d service nova] Enqueued Resource ID: 30340f69-c30e-48f8-873f-d4dab3a4e5a6 with Priority: HIGHEST for action port [ 755.697017] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 755.697017] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 755.697158] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 30340f69-c30e-48f8-873f-d4dab3a4e5a6 with Priority: HIGHEST for action port [ 755.698917] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.698917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.698917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.698917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.698917] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.700310] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.700310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.700310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.700496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.700532] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.702532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.702532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.702532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.702532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.702532] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.702532] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-30340f69-c30e-48f8-873f-d4dab3a4e5a6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.702532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.703070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.703070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.703157] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('30340f69-c30e-48f8-873f-d4dab3a4e5a6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 755.757028] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.757028] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.757028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.758200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.758586] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.016839] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 756.017134] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d deletion is rescheduled due to dependency. [ 756.017321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.207247] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.208375] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.208478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.209057] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 30340f69-c30e-48f8-873f-d4dab3a4e5a6 with status ACTIVE [ 756.209057] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.209057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.209057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.209267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.209267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.210050] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.210050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.210050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.210050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.210050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.210050] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.211712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.211712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.211712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.211712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.211712] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 30340f69-c30e-48f8-873f-d4dab3a4e5a6 is going to be updated. [ 756.262956] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.263196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.263359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.263581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.263789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.263932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-30340f69-c30e-48f8-873f-d4dab3a4e5a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.264282] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.264451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.264515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.264864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.264930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.266961] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.266961] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.266961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.267442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.267442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.267564] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.583074] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 80549b53-f25f-4f07-846d-11ab91ee2a1d in Status: SUCCESS [ 756.583285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-80549b53-f25f-4f07-846d-11ab91ee2a1d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705077] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 756.705402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.705507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.705813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.706071] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.706221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.706307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.706482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.706571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.706755] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.713717] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.737846] env[65511]: INFO networking_nsxv3.common.synchronization [req-4e5c3498-f3e6-44cb-93a5-165e458f9dfc req-3f532d62-4c99-4325-a332-bfa48818a5a2 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 756.739128] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 756.740526] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.740838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.741074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.741480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.741754] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.742070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.742070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.742287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.742849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.743046] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 756.770906] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c4ae81-3140-4726-bf10-54c4266b3493: rpc.has_security_group_logging(os_id): False [ 756.797380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.797487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.797629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.797795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.797855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.798060] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.798163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.798228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.798384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.798484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.798665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.798781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.798855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.799591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.799755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.800049] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.800194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.800285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.800492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.800612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.800736] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be updated. [ 756.877748] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 756.877920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.877974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.878269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 756.878362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.896064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 757.210980] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.210980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.211240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.211935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.212274] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.212392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.212392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.213044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.213044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.213044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.213044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.213044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.213267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.213267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.213351] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.213423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.213724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.213724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.213724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.213857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.213888] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.217460] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.217596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.217596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.217824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.218378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.218501] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be created. [ 757.248119] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.250190] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.250190] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f already deleted. [ 757.250190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.251583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.251882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.252048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.252270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.252493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.264055] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: UNINITIALIZED for 2s [ 757.628796] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-905 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.629063] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.629200] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.629553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.629938] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.630197] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.630394] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.630668] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.630839] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.631060] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.631167] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 757.631524] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 757.631524] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 757.631524] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 757.631692] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 757.631692] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 757.655527] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 757.655770] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 757.655932] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 757.656208] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.656534] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.656748] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.656875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.657195] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.657345] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b1d812-79e8-4bb4-ab88-0d36d5e4a085',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 757.717231] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643: rpc.has_security_group_logging(os_id): False [ 757.737172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.737323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.737323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.737550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.737640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.737839] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.737934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.738067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.738170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.738250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.738442] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.738536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.738596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.738734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.738794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.739531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.739658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.739726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.739874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.739954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.740054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be created. [ 757.800924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 757.801097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.801167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.801407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 757.801589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.816426] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 758.163903] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.164173] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.164293] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.164575] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.164732] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.164894] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 not found, creating... [ 758.165167] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.165312] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.165421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.165625] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.165768] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.166071] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.166220] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.166328] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.166523] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.166648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.166775] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 is going to be created. [ 758.197020] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.197020] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.197020] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.197020] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.197020] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.197020] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.894712] env[65511]: INFO networking_nsxv3.common.synchronization [req-4e5c3498-f3e6-44cb-93a5-165e458f9dfc req-470b34b7-050c-4660-a41a-b6368ad6e207 service nova] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_rules [ 758.894909] env[65511]: INFO networking_nsxv3.common.synchronization [req-4e5c3498-f3e6-44cb-93a5-165e458f9dfc req-470b34b7-050c-4660-a41a-b6368ad6e207 service nova] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 758.895028] env[65511]: INFO networking_nsxv3.common.synchronization [req-4e5c3498-f3e6-44cb-93a5-165e458f9dfc req-470b34b7-050c-4660-a41a-b6368ad6e207 service nova] Enqueued Resource ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with Priority: HIGHEST for action port [ 758.895584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_rules [ 758.895736] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 758.895851] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with Priority: HIGHEST for action port [ 758.896457] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.897216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.897356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.897637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.897933] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.900073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.900073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.900073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.900073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.900073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.900386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.900386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.900440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.900532] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.901748] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 758.901855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.903880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.903880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 758.903880] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b1d812-79e8-4bb4-ab88-0d36d5e4a085',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 758.919598] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 758.919923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.275393] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 759.276946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.277203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.277465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.278396] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.278538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.278628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.278806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.278901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.279100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.279100] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.404438] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.405775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.406085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.407879] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with status ACTIVE [ 759.408298] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.408530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.408759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.410064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.411481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.411832] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.412089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.412260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.412525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.412851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.414021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.414021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.414021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.414021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.414021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.414021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 is going to be updated. [ 759.439770] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.439952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.442018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.442018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.442018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.442018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786191] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.786191] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786191] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.786191] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.786191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.786970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.786970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.786970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.786970] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.831144] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 759.831245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.909651] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 759.947023] env[65511]: INFO networking_nsxv3.common.synchronization [None req-107439e4-53d0-4643-b044-4be253ae1f30 None None] Enqueued Resource ID: e189bbf1-017a-406c-ad70-f637120b1b2e with Priority: HIGHEST for action port [ 759.947408] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e189bbf1-017a-406c-ad70-f637120b1b2e with Priority: HIGHEST for action port [ 759.950711] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e189bbf1-017a-406c-ad70-f637120b1b2e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 759.950960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e189bbf1-017a-406c-ad70-f637120b1b2e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 759.951112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e189bbf1-017a-406c-ad70-f637120b1b2e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 759.951432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e189bbf1-017a-406c-ad70-f637120b1b2e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 759.951585] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e189bbf1-017a-406c-ad70-f637120b1b2e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.045027] env[65511]: INFO networking_nsxv3.common.synchronization [req-b72256d6-5185-4460-9eae-3f3f3d6a127c req-adb137c9-31b8-4559-a89c-af3db71513ed tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 760.045680] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 760.046051] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.046193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.046262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.046504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.046709] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.046821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.046899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.050313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.050467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.050547] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.290689] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9836115b-089f-4fb8-a5a4-bbcb702c979f: rpc.has_security_group_logging(os_id): False [ 760.316771] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.316926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.317054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.317260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.317389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.317590] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.317845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.317954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.318198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.318297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.318586] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.319011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.319135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.319395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.319535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.319790] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.319915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.319994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.320446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.320569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.320714] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be created. [ 760.412140] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.412317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.413178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.413178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.413178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.413178] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be created. [ 760.426727] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.426727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.426727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.426727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.426727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.443115] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 760.453583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.453828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.453912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.454228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.455016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.456095] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e189bbf1-017a-406c-ad70-f637120b1b2e [ 760.456364] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.456567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.456985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.456985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.457169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.457328] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e189bbf1-017a-406c-ad70-f637120b1b2e already deleted. [ 760.457471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e189bbf1-017a-406c-ad70-f637120b1b2e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.468866] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: UNINITIALIZED for 2s [ 760.554803] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 760.749938] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.750203] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.750399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.750614] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.750888] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.751096] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.751415] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.751826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.752008] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.752268] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.752412] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 760.752514] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 760.752650] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 760.752731] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 760.752849] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 760.752987] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 760.778191] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 760.778345] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 760.778487] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 760.778667] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.779060] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-4a084a0b-e56e-48b8-b984-7f57125231c7 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 760.781019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.781019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.781019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.781361] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a084a0b-e56e-48b8-b984-7f57125231c7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.058182] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 761.287243] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.287610] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.287750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.288036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.288183] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.288330] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 4a084a0b-e56e-48b8-b984-7f57125231c7 not found, creating... [ 761.288602] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.288765] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.288880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.289116] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.289264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.290431] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.290654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.291398] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.291727] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.291913] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.292779] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 4a084a0b-e56e-48b8-b984-7f57125231c7 is going to be created. [ 761.321072] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.321072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.321072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.321072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.321486] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.321541] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.560486] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.563509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.563509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.563509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.563509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.563509] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 761.600791] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.600791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.600791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.600791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.601086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.612545] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 761.865874] env[65511]: INFO networking_nsxv3.common.synchronization [None req-86dd0e7a-9b31-4a2a-aaeb-d344ca4eaf9f tempest-ServerActionsV293TestJSON-137451286 tempest-ServerActionsV293TestJSON-137451286-project-member] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_rules [ 761.866454] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_rules [ 761.867392] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 761.867392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.867392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.868297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.868297] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.057440] env[65511]: INFO networking_nsxv3.common.synchronization [None req-6630980c-ce03-4a83-afcc-cbbf3a52c423 tempest-ServerActionsV293TestJSON-137451286 tempest-ServerActionsV293TestJSON-137451286-project-member] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_rules [ 762.057440] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_rules [ 762.057440] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.057440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.119238] env[65511]: INFO networking_nsxv3.common.synchronization [req-b72256d6-5185-4460-9eae-3f3f3d6a127c req-163c8e28-c5a7-456f-9ab9-59f4db8fc2c0 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 762.119525] env[65511]: INFO networking_nsxv3.common.synchronization [req-b72256d6-5185-4460-9eae-3f3f3d6a127c req-163c8e28-c5a7-456f-9ab9-59f4db8fc2c0 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 762.120387] env[65511]: INFO networking_nsxv3.common.synchronization [req-b72256d6-5185-4460-9eae-3f3f3d6a127c req-163c8e28-c5a7-456f-9ab9-59f4db8fc2c0 service nova] Enqueued Resource ID: 4a084a0b-e56e-48b8-b984-7f57125231c7 with Priority: HIGHEST for action port [ 762.121090] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 762.121576] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 762.124624] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4a084a0b-e56e-48b8-b984-7f57125231c7 with Priority: HIGHEST for action port [ 762.125127] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.125127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.125127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.125318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.125395] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.126312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.126400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.126885] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4a084a0b-e56e-48b8-b984-7f57125231c7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.127135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.127259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.127519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.127602] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4a084a0b-e56e-48b8-b984-7f57125231c7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.392102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.392717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.392717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.392838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.392946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.393153] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 already deleted. [ 762.393153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.393289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.393525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.393525] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.468286] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 762.468286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.479789] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 762.480053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.480251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.480475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.480689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.480796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.480876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.481027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.481117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.481333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.481333] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.545893] env[65511]: INFO networking_nsxv3.common.synchronization [None req-821d3fd7-24a9-4bab-83fc-e30eee361b44 None None] Enqueued Resource ID: 635d004e-eab4-4492-b0ea-7aaf42864d52 with Priority: HIGHEST for action port [ 762.545893] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 635d004e-eab4-4492-b0ea-7aaf42864d52 with Priority: HIGHEST for action port [ 762.546294] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-635d004e-eab4-4492-b0ea-7aaf42864d52 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.546438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-635d004e-eab4-4492-b0ea-7aaf42864d52" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.546535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-635d004e-eab4-4492-b0ea-7aaf42864d52" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.546840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-635d004e-eab4-4492-b0ea-7aaf42864d52" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.546940] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('635d004e-eab4-4492-b0ea-7aaf42864d52',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 762.631254] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.631254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.631522] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4a084a0b-e56e-48b8-b984-7f57125231c7 with status ACTIVE [ 762.631715] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.631846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.631916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.632147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.632236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.632412] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.632509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.632570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.632767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.632890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.633099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.633227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.633339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.633448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.633525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.633916] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4a084a0b-e56e-48b8-b984-7f57125231c7 is going to be updated. [ 762.675859] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.675859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.676134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.676419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.676536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.676759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4a084a0b-e56e-48b8-b984-7f57125231c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.915812] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.916031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.916093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.916312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.916406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.916501] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 already deleted. [ 762.916574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.985784] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.986059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.986173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.986504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.986748] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.987881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.987881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.987881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.987881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.987881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.987881] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.988251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.988251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.988309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.988529] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 762.988655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.988751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.988970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 762.989125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.989453] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 763.049788] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 635d004e-eab4-4492-b0ea-7aaf42864d52 [ 763.050200] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.050416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.050535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.050768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.050864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.050969] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:635d004e-eab4-4492-b0ea-7aaf42864d52 already deleted. [ 763.051064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-635d004e-eab4-4492-b0ea-7aaf42864d52" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.493557] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed390dac-927e-409c-acae-f71af181bf5f: rpc.has_security_group_logging(os_id): False [ 763.513252] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.513421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.513492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.513746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.513836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.514077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.514204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.514272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.514433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.514518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.514714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.514836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.514888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.518440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.518440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.518440] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.518440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.518440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.518440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.518440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.518440] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be created. [ 763.580182] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.580545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.580720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.581019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.581310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.596915] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 763.624531] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 763.625865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.625865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.625865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.625865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 763.625865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 763.625865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 763.625865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 763.626278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.626310] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.129233] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.378036] env[65511]: INFO networking_nsxv3.common.synchronization [req-84ef307f-2415-49e8-9236-378fa81351b0 req-7eb35e00-f9ae-491d-b55f-84f9e8b66b69 tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 764.378684] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 764.378997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.379972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.379972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.380189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.380994] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.380994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.380994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.380994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.380994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.380994] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.631235] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 764.884534] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.884848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.884848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.885435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.885435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.885616] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.885772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.885941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.886147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.886232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.886332] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be updated. [ 764.925241] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 764.925510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.925510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.925784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.925994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.951585] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 765.133778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.133859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.133929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.134676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.134676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.134676] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 765.170077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 765.170077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.170077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.170077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 765.170077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.190063] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 765.627085] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 765.627984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.972136] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 766.972136] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 deletion is rescheduled due to dependency. [ 766.972662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.407199] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 4s [ 769.211432] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c8fe2daa-dfae-4ba1-954d-bd5600faa76c None None] Enqueued Resource ID: d70d7e41-559c-4070-86a0-90952f6d88fd with Priority: HIGHEST for action port [ 769.211432] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d70d7e41-559c-4070-86a0-90952f6d88fd with Priority: HIGHEST for action port [ 769.214047] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d70d7e41-559c-4070-86a0-90952f6d88fd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.214047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d70d7e41-559c-4070-86a0-90952f6d88fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.214047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d70d7e41-559c-4070-86a0-90952f6d88fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.214047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d70d7e41-559c-4070-86a0-90952f6d88fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.214047] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d70d7e41-559c-4070-86a0-90952f6d88fd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.421923] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 769.422105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.422936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.422936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.424262] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.424262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.424262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.424262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.424262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.424262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.424262] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 769.717134] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d70d7e41-559c-4070-86a0-90952f6d88fd [ 769.720708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.720708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.720708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.720708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.720708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.720708] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d70d7e41-559c-4070-86a0-90952f6d88fd already deleted. [ 769.720708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d70d7e41-559c-4070-86a0-90952f6d88fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.927542] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.927743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.927743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.927970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.928148] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.928245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.928649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.928649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.928649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.928649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.928828] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.928828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.928899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.929100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.929224] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 769.929224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.929313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.929397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 769.929469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.929546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.929662] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.437255] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643: rpc.has_security_group_logging(os_id): False [ 770.459312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.459312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.459312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.460118] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.460379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.460549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.461054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.461244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.461418] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 770.483653] env[65511]: INFO networking_nsxv3.common.synchronization [None req-bd6fd121-50e9-4e91-8871-eafdcc5564aa None None] Enqueued Resource ID: 88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b with Priority: HIGHEST for action port [ 770.484907] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b with Priority: HIGHEST for action port [ 770.485335] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.485703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.485827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.486140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.486262] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 770.559159] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.559159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.559374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.559905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.559905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.576024] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 770.989461] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b [ 770.989649] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 770.989783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.989947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.990192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 770.990282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.990380] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b already deleted. [ 770.990529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-88e19d6d-0c1a-4b04-8f5f-9f3ee70d858b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 771.717759] env[65511]: INFO networking_nsxv3.common.synchronization [None req-a1a12b1c-a5da-460c-a510-6dfd1dadfadd tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 771.719179] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 771.719503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.720279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.720279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.720279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.720279] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 771.874360] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7b677589-777d-4615-abc2-402f107d7739 tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 771.874360] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 771.874360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.874360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.994772] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ac311117-7fef-46e2-8683-79d15bbb3a64 None None] Enqueued Resource ID: ebbe6a93-ef71-46df-a5d0-608c32abd10a with Priority: HIGHEST for action port [ 771.995415] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ebbe6a93-ef71-46df-a5d0-608c32abd10a with Priority: HIGHEST for action port [ 771.995700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ebbe6a93-ef71-46df-a5d0-608c32abd10a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 771.995876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ebbe6a93-ef71-46df-a5d0-608c32abd10a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 771.995876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ebbe6a93-ef71-46df-a5d0-608c32abd10a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 771.996597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ebbe6a93-ef71-46df-a5d0-608c32abd10a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 771.997902] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ebbe6a93-ef71-46df-a5d0-608c32abd10a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.249310] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.249442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.249513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.249749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.249882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.250011] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 already deleted. [ 772.250101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.250266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.250434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.250517] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 772.501613] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ebbe6a93-ef71-46df-a5d0-608c32abd10a [ 772.501613] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.502014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.502014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.502135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.502351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.502351] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ebbe6a93-ef71-46df-a5d0-608c32abd10a already deleted. [ 772.502439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ebbe6a93-ef71-46df-a5d0-608c32abd10a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.592510] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 772.592754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.799442] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 772.799442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.799442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.799442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 772.799442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 772.799442] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 already deleted. [ 772.799442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.334119] env[65511]: INFO networking_nsxv3.common.synchronization [None req-19759dde-4e86-470a-994a-a45d161b025d None None] Enqueued Resource ID: 24865833-2280-453d-be75-6e8c6909157c with Priority: HIGHEST for action port [ 773.334401] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24865833-2280-453d-be75-6e8c6909157c with Priority: HIGHEST for action port [ 773.336196] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-24865833-2280-453d-be75-6e8c6909157c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.336352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24865833-2280-453d-be75-6e8c6909157c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.336466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24865833-2280-453d-be75-6e8c6909157c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.337351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24865833-2280-453d-be75-6e8c6909157c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.337351] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24865833-2280-453d-be75-6e8c6909157c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 773.840846] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 24865833-2280-453d-be75-6e8c6909157c [ 773.841315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 773.841315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 773.841415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 773.841723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 773.841892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.842046] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:24865833-2280-453d-be75-6e8c6909157c already deleted. [ 773.842189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24865833-2280-453d-be75-6e8c6909157c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 774.740980] env[65511]: INFO networking_nsxv3.common.synchronization [None req-b4e192ce-ba83-4d23-8ab7-66de19ad25a8 None None] Enqueued Resource ID: 333d8441-3340-4bfc-98d9-dc4fee894a51 with Priority: HIGHEST for action port [ 774.741573] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 333d8441-3340-4bfc-98d9-dc4fee894a51 with Priority: HIGHEST for action port [ 774.741915] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-333d8441-3340-4bfc-98d9-dc4fee894a51 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 774.742199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-333d8441-3340-4bfc-98d9-dc4fee894a51" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.742325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-333d8441-3340-4bfc-98d9-dc4fee894a51" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.742663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-333d8441-3340-4bfc-98d9-dc4fee894a51" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 774.742786] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('333d8441-3340-4bfc-98d9-dc4fee894a51',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 775.081469] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:0 completed [ 775.081766] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:1 started [ 775.244620] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 333d8441-3340-4bfc-98d9-dc4fee894a51 [ 775.244957] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 775.245571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.245571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.246244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 775.246244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.246244] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:333d8441-3340-4bfc-98d9-dc4fee894a51 already deleted. [ 775.246244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-333d8441-3340-4bfc-98d9-dc4fee894a51" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.961457] env[65511]: INFO networking_nsxv3.common.synchronization [None req-07feb727-158a-414f-b421-a28469c13828 None None] Enqueued Resource ID: 571c0694-e5a9-4dde-90c6-34ca9657a72d with Priority: HIGHEST for action port [ 776.962262] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 571c0694-e5a9-4dde-90c6-34ca9657a72d with Priority: HIGHEST for action port [ 776.962985] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-571c0694-e5a9-4dde-90c6-34ca9657a72d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 776.963196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-571c0694-e5a9-4dde-90c6-34ca9657a72d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.963309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-571c0694-e5a9-4dde-90c6-34ca9657a72d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.964209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-571c0694-e5a9-4dde-90c6-34ca9657a72d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.964209] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('571c0694-e5a9-4dde-90c6-34ca9657a72d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 777.467594] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 571c0694-e5a9-4dde-90c6-34ca9657a72d [ 777.467928] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 777.467928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.468201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.468268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 777.468332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.468670] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:571c0694-e5a9-4dde-90c6-34ca9657a72d already deleted. [ 777.468670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-571c0694-e5a9-4dde-90c6-34ca9657a72d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.517022] env[65511]: INFO networking_nsxv3.common.synchronization [None req-2c4053ed-2677-4bc9-a56f-8160c1ac642c None None] Enqueued Resource ID: 20a90281-ccf4-4b07-a220-e3de509cf02b with Priority: HIGHEST for action port [ 778.517022] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 20a90281-ccf4-4b07-a220-e3de509cf02b with Priority: HIGHEST for action port [ 778.517022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-20a90281-ccf4-4b07-a220-e3de509cf02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 778.517022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-20a90281-ccf4-4b07-a220-e3de509cf02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.517615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-20a90281-ccf4-4b07-a220-e3de509cf02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.517984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-20a90281-ccf4-4b07-a220-e3de509cf02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 778.518210] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('20a90281-ccf4-4b07-a220-e3de509cf02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.021548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 20a90281-ccf4-4b07-a220-e3de509cf02b [ 779.021548] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.021548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.021548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.021548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.021548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.021548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:20a90281-ccf4-4b07-a220-e3de509cf02b already deleted. [ 779.022034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-20a90281-ccf4-4b07-a220-e3de509cf02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.131581] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1b1c0163-f51d-4851-a60a-a8ef2fa4a51c tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 779.133617] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 779.133885] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.133885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.133885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.134292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.134375] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 779.632015] env[65511]: INFO networking_nsxv3.common.synchronization [None req-5eb20ad1-437c-468a-aafd-419132305d2f tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 779.633225] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 779.633577] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.633716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.659755] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 779.659755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.659755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.659755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.659755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.661183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 already deleted. [ 779.661183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.661183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.661183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 779.661183] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 780.185688] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.185973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.185973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.186485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.186485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.186635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 already deleted. [ 780.186665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.596915] env[65511]: INFO networking_nsxv3.common.synchronization [None req-e6f80fe8-67ca-46e8-a205-22e4aaaa33f1 None None] Enqueued Resource ID: eeb28b1c-6fbc-49b0-a7d5-695314c42f4b with Priority: HIGHEST for action port [ 780.597531] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eeb28b1c-6fbc-49b0-a7d5-695314c42f4b with Priority: HIGHEST for action port [ 780.597901] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-eeb28b1c-6fbc-49b0-a7d5-695314c42f4b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 780.598742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eeb28b1c-6fbc-49b0-a7d5-695314c42f4b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.599077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eeb28b1c-6fbc-49b0-a7d5-695314c42f4b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.599150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eeb28b1c-6fbc-49b0-a7d5-695314c42f4b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.599199] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eeb28b1c-6fbc-49b0-a7d5-695314c42f4b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 781.103670] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eeb28b1c-6fbc-49b0-a7d5-695314c42f4b [ 781.103670] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 781.103670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.103670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.103670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.103670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.103670] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eeb28b1c-6fbc-49b0-a7d5-695314c42f4b already deleted. [ 781.103670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eeb28b1c-6fbc-49b0-a7d5-695314c42f4b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.341628] env[65511]: INFO networking_nsxv3.common.synchronization [None req-e7d4c317-fd1c-4738-8c29-96b1ddae8679 tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 783.343626] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 783.344059] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.344171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.344217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.344480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.344566] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.612336] env[65511]: INFO networking_nsxv3.common.synchronization [None req-bccfb644-f08e-4dbf-a39d-5bd5a28fc88f tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 783.612968] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 783.613315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.614642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.867306] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.867455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.867527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.868167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.868167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.868167] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e already deleted. [ 783.868167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.868167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.868312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.868359] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 783.950553] env[65511]: INFO networking_nsxv3.common.synchronization [req-bb8c554a-b056-4c87-b0c0-53fe59e3c4a7 req-6e54b79e-eaa9-479a-8037-7075e7c57f3b tempest-ServerDiagnosticsTest-1935493789 tempest-ServerDiagnosticsTest-1935493789-project-member] Enqueued Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_members [ 783.951979] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_members [ 783.952364] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.952492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.952579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.952868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.953090] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 783.953203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.953265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.953710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.953710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.953710] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.393799] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.394737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.394737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.394737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.394737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.394737] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e already deleted. [ 784.394737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.457167] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.457410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.457661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.457909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.458013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.458226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.458326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.458390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.458553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.458634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.458989] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d already deleted. [ 784.458989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.501607] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-272 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.501803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.501922] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.504089] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.504377] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.504552] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.504874] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.505191] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.505373] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.505661] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.505813] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 784.506149] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 784.506149] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 784.506248] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 784.506355] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 784.506520] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 784.526015] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 784.526202] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 784.526337] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 784.526499] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-272" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.526813] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.527079] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.527173] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.527458] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.527590] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 784.764299] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ed369aac-07eb-4afe-b787-70fa2a4c74e2 None None] Enqueued Resource ID: 8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9 with Priority: HIGHEST for action port [ 784.765070] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9 with Priority: HIGHEST for action port [ 784.765193] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 784.765314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.765382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.765629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 784.765712] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.030355] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.030581] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.030703] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.030981] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.031164] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.031324] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace not found, creating... [ 785.031574] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.031722] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.031833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.032067] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.032201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.032470] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.032619] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.032814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.033358] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.033549] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.034096] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace is going to be created. [ 785.059317] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.059725] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.059889] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.060195] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.060420] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.060654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.269163] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9 [ 785.269501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.269825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.269825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.270120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.270228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.270346] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9 already deleted. [ 785.270439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8965f8a9-1fff-4fde-83e1-0e2d8bdadcc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.766268] env[65511]: INFO networking_nsxv3.common.synchronization [req-bb8c554a-b056-4c87-b0c0-53fe59e3c4a7 req-9cc326fa-d472-460e-8441-723c4e34782c service nova] Enqueued Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_rules [ 785.766564] env[65511]: INFO networking_nsxv3.common.synchronization [req-bb8c554a-b056-4c87-b0c0-53fe59e3c4a7 req-9cc326fa-d472-460e-8441-723c4e34782c service nova] Enqueued Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_members [ 785.766564] env[65511]: INFO networking_nsxv3.common.synchronization [req-bb8c554a-b056-4c87-b0c0-53fe59e3c4a7 req-9cc326fa-d472-460e-8441-723c4e34782c service nova] Enqueued Resource ID: 9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace with Priority: HIGHEST for action port [ 785.772213] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_rules [ 785.772213] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_members [ 785.772213] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace with Priority: HIGHEST for action port [ 785.772213] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.772213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.772443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.772522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.772626] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.775145] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.775674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.775857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.776274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.778594] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.778594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.778594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.778844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.778844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 785.778844] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 785.779784] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 785.779923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 785.779923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 785.780060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 785.780137] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.281993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.282185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.282422] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 786.283712] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace with status ACTIVE [ 786.283712] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.283712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.283712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.283935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.283935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.284283] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.284283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.284283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.284473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.284503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.285307] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.285307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.285307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.285307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.289225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.289384] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace is going to be updated. [ 786.312551] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 786.312691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 786.312992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 786.312992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 786.313148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.313423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9ebe3207-dfca-4c1f-9ee5-b75fd0d63ace" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 786.791918] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.297638] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.297638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.297638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.297638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.297638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.297638] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d is going to be created. [ 787.415717] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.416776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.417076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.417501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.418419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.434856] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d in Status: UNINITIALIZED for 2s [ 787.434856] env[65511]: INFO networking_nsxv3.common.synchronization [None req-4d212a28-cc7d-4b26-86f2-12e6532dad99 None None] Enqueued Resource ID: 1f9cb31e-39a3-460e-9bcb-6078686ff118 with Priority: HIGHEST for action port [ 787.436284] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1f9cb31e-39a3-460e-9bcb-6078686ff118 with Priority: HIGHEST for action port [ 787.438691] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-1f9cb31e-39a3-460e-9bcb-6078686ff118 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.438691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-1f9cb31e-39a3-460e-9bcb-6078686ff118" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.438691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-1f9cb31e-39a3-460e-9bcb-6078686ff118" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.438691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-1f9cb31e-39a3-460e-9bcb-6078686ff118" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.438691] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('1f9cb31e-39a3-460e-9bcb-6078686ff118',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 787.941571] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 1f9cb31e-39a3-460e-9bcb-6078686ff118 [ 787.941571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 787.941571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 787.941571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 787.941571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 787.941571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 787.941571] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:1f9cb31e-39a3-460e-9bcb-6078686ff118 already deleted. [ 787.941571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-1f9cb31e-39a3-460e-9bcb-6078686ff118" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.466546] env[65511]: INFO networking_nsxv3.common.synchronization [req-76395356-5a29-4f2f-9346-2446e373cc77 req-04e0a89a-a048-417b-86f8-8c8eea8b963d tempest-ServersWithSpecificFlavorTestJSON-1554890225 tempest-ServersWithSpecificFlavorTestJSON-1554890225-project-member] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 788.466795] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 788.467517] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.468199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.468199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.468199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.468359] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.468422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.468477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.468649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.468724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.468817] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.497274] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 788.498300] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_members [ 788.498300] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 788.498300] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_members [ 788.498652] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.498652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.498652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.498819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.498964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.499060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.499125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.499443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.499443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.499443] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.501549] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e6a28-8199-4f65-a8f0-12b2f039def5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.501676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.501828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.501921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.502870] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.502870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.502870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.502870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.502870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.502870] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.545287] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_rules [ 788.545456] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_members [ 788.545962] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_rules [ 788.550380] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 788.550582] env[65511]: INFO networking_nsxv3.common.synchronization [req-fc820bed-1105-470b-914e-15af6e64694f req-3e9436a6-9e7a-449f-a45a-5e7188fa1262 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with Priority: HIGHEST for action port [ 788.551967] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_rules [ 788.552122] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_rules [ 788.552226] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with Priority: HIGHEST for action port [ 788.552326] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_members [ 788.552424] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 788.552733] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-313e6a28-8199-4f65-a8f0-12b2f039def5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.552857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.552920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.553170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.553303] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.555482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.555618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.555688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.555856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.556014] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.556763] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.556867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.556937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.557374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.557374] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b1d812-79e8-4bb4-ab88-0d36d5e4a085',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.557936] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e6a28-8199-4f65-a8f0-12b2f039def5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.558040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.558230] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.558303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.829034] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-145 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.829034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.829034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.829034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.829034] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.829034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.829437] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.829437] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.829523] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.829709] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.829813] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 788.829916] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 788.830028] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 788.830133] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 788.830231] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 788.830353] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 788.867730] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 788.867900] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.037 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 788.868160] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 788.868370] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-145" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.868688] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-73ddd126-51a2-423c-a99a-bf868ea4ea53 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.868861] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.868967] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.869317] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.869454] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ddd126-51a2-423c-a99a-bf868ea4ea53',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.904493] env[65511]: INFO networking_nsxv3.common.synchronization [None req-de581719-c281-495c-925b-2b70c5d8150c None None] Enqueued Resource ID: 8dd2745a-06c7-4d09-b601-0ca20f390398 with Priority: HIGHEST for action port [ 788.905259] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8dd2745a-06c7-4d09-b601-0ca20f390398 with Priority: HIGHEST for action port [ 788.905614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8dd2745a-06c7-4d09-b601-0ca20f390398 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.905775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8dd2745a-06c7-4d09-b601-0ca20f390398" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.905863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8dd2745a-06c7-4d09-b601-0ca20f390398" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.907092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8dd2745a-06c7-4d09-b601-0ca20f390398" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.907197] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8dd2745a-06c7-4d09-b601-0ca20f390398',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 788.971313] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.971662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.971662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.972535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.972535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.972535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 788.972746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.972746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.972869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 788.972869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.974053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be updated. [ 789.004055] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.005312] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.008190] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.008190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.008190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.008190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.008190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.020661] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: IN_PROGRESS for 2s [ 789.060074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e6a28-8199-4f65-a8f0-12b2f039def5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.060278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.060780] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with status ACTIVE [ 789.060780] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.060780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.060780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.061226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.061226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.061406] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.061406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.061504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.061610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.061684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.061860] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.061951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.062125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.062234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.062234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.062468] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 is going to be updated. [ 789.063467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.063551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.089739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.089739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.089739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.089739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.089993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.090339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.372803] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.373081] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.373226] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.373530] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.373686] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.373859] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 73ddd126-51a2-423c-a99a-bf868ea4ea53 not found, creating... [ 789.374147] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.374324] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.374456] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.374804] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.374989] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.375382] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.375634] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.375803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.376040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.376199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.376355] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 73ddd126-51a2-423c-a99a-bf868ea4ea53 is going to be created. [ 789.402230] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.402528] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.402677] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.403019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.403334] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.403582] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.410362] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8dd2745a-06c7-4d09-b601-0ca20f390398 [ 789.410620] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.410764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.410846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.411107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.411262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.411373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8dd2745a-06c7-4d09-b601-0ca20f390398 already deleted. [ 789.411456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8dd2745a-06c7-4d09-b601-0ca20f390398" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.442311] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d in Status: SUCCESS [ 789.442586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.442798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.443077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.443289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.443414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.443485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.443644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.443733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.443833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.443901] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.509681] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.510929] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 789.947546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.947740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.947815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.948062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.950151] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.950151] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.950151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.950644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.950917] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 789.951849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 789.951945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 789.952201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 789.952201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.952288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.952379] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.013371] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.014100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.014100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.014100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.014100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.014100] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 is going to be created. [ 790.017155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.017155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.017155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.017155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.017155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.017155] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 790.052714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.052974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.053069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.053628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.053628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.056681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.056681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.059024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.059024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.059024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.079831] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 790.081827] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 in Status: UNINITIALIZED for 2s [ 790.201272] env[65511]: INFO networking_nsxv3.common.synchronization [req-76395356-5a29-4f2f-9346-2446e373cc77 req-09849ff7-d5c6-4551-bbca-1138a489884c service nova] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 790.201980] env[65511]: INFO networking_nsxv3.common.synchronization [req-76395356-5a29-4f2f-9346-2446e373cc77 req-09849ff7-d5c6-4551-bbca-1138a489884c service nova] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 790.201980] env[65511]: INFO networking_nsxv3.common.synchronization [req-76395356-5a29-4f2f-9346-2446e373cc77 req-09849ff7-d5c6-4551-bbca-1138a489884c service nova] Enqueued Resource ID: 73ddd126-51a2-423c-a99a-bf868ea4ea53 with Priority: HIGHEST for action port [ 790.202199] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_rules [ 790.202323] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 790.202416] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 73ddd126-51a2-423c-a99a-bf868ea4ea53 with Priority: HIGHEST for action port [ 790.202704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.202838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.202902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.206581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.206581] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.207639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.207839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.207951] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-73ddd126-51a2-423c-a99a-bf868ea4ea53 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.208070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.208394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.208394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.208394] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('73ddd126-51a2-423c-a99a-bf868ea4ea53',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.379030] env[65511]: INFO networking_nsxv3.common.synchronization [None req-66dbdf0c-074b-4822-999b-9ec26d4cb661 tempest-ServersTestBootFromVolume-1311537251 tempest-ServersTestBootFromVolume-1311537251-project-member] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_rules [ 790.379583] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_rules [ 790.380077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.380077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.380077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.380345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.380975] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.455174] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4b2cc348-9974-4917-bad6-6ec1c1e5011d: rpc.has_security_group_logging(os_id): False [ 790.475187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.479017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.479588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.479588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.479588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.479588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.479588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d is going to be created. [ 790.540469] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.540469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.540469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.540708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.541470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.551751] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d in Status: IN_PROGRESS for 2s [ 790.628038] env[65511]: INFO networking_nsxv3.common.synchronization [req-33314d20-f5e8-401f-bc4b-e44b49d9e8a6 req-b1f2cf5f-1c2a-45a7-903c-ab0b1a6d289e tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 790.628988] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 790.629671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.629797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.629875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.630087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.630248] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.630346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.630409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.630552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.630655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.630742] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.711542] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.711542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711542] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 73ddd126-51a2-423c-a99a-bf868ea4ea53 with status ACTIVE [ 790.711542] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.711542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.711844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.711844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.712044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712119] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.712166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.712200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.712505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.712505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.712669] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.712669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.713116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.713934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.713934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.713934] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 73ddd126-51a2-423c-a99a-bf868ea4ea53 is going to be updated. [ 790.743648] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.743648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.743961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.744209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.744241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.744391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-73ddd126-51a2-423c-a99a-bf868ea4ea53" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.758552] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7b73736c-c687-48ab-bc33-a99aac435bc1 tempest-ServersTestBootFromVolume-1311537251 tempest-ServersTestBootFromVolume-1311537251-project-member] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_rules [ 790.759259] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_rules [ 790.759484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.759826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.812731] env[65511]: INFO networking_nsxv3.common.synchronization [req-decbabff-f30e-4c51-a51c-0093fe99fdf9 req-652ac97d-c011-4a02-a6fa-97f126e1847d tempest-ServersAdminNegativeTestJSON-1381125311 tempest-ServersAdminNegativeTestJSON-1381125311-project-member] Enqueued Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 790.813624] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 with Priority: HIGHEST for action security_group_members [ 790.814063] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.814281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.814794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.815384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.815603] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.815812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.815812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.816067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.818304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.818304] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('82fdfbad-38fb-4ccc-bbe1-818b107b1c26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 790.908321] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 790.908855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.908992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.909167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.909259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.909365] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe already deleted. [ 790.909456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 790.909573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.909739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.909827] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.024846] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aa85330-293a-42c7-ba9a-5d45922566fd req-16dc40b2-0f30-4993-a68c-e80b342af31e tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 791.025179] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aa85330-293a-42c7-ba9a-5d45922566fd req-16dc40b2-0f30-4993-a68c-e80b342af31e tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_members [ 791.025711] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 791.025955] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 with Priority: HIGHEST for action security_group_members [ 791.026199] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.026303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.026523] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-313e6a28-8199-4f65-a8f0-12b2f039def5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.026625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.030769] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 791.031032] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf deletion is rescheduled due to dependency. [ 791.031223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.031420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.032048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.032314] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.032464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.032625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.032833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.032989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.033110] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.071533] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aa85330-293a-42c7-ba9a-5d45922566fd req-16dc40b2-0f30-4993-a68c-e80b342af31e tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_rules [ 791.071639] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aa85330-293a-42c7-ba9a-5d45922566fd req-16dc40b2-0f30-4993-a68c-e80b342af31e tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 791.071692] env[65511]: INFO networking_nsxv3.common.synchronization [req-3aa85330-293a-42c7-ba9a-5d45922566fd req-16dc40b2-0f30-4993-a68c-e80b342af31e tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with Priority: HIGHEST for action port [ 791.072237] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_rules [ 791.072430] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 791.072700] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with Priority: HIGHEST for action port [ 791.072865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.072968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.073796] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.073796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.073796] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.073796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.073796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.073796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.074123] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54b1d812-79e8-4bb4-ab88-0d36d5e4a085',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.133503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.133503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.133503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.133503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.134399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.134837] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.135386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.135386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.135386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.135386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.135576] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 791.164078] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.164352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.164352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.165180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.165180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.178655] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 791.321212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.321280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.321359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.321780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.321902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.322146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.322281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.322366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.322545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.322647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.322768] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 is going to be updated. [ 791.361724] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.361724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.361724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.361724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.361724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.390392] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: IN_PROGRESS for 2s [ 791.434499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.435364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.435364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.435798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.435798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.435896] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe already deleted. [ 791.435896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.535567] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 791.582312] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 with status ACTIVE [ 791.582312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.582312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.582312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.582312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.582814] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54b1d812-79e8-4bb4-ab88-0d36d5e4a085 is going to be updated. [ 791.611831] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 791.612190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.612190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.612339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 791.612390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.612559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54b1d812-79e8-4bb4-ab88-0d36d5e4a085" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.040809] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.091071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 in Status: SUCCESS [ 792.091319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.091574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.091698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.091889] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.092053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.092104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.092224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.092306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.092401] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.098713] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 792.098921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.099087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.099274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.099453] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.099565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.099625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.099767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.099848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.099938] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.144576] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ef5d9832-5471-463b-90e8-1bbc8bbda580 None None] Enqueued Resource ID: 8e179091-b75b-4762-aa2f-f96bf7e5947f with Priority: HIGHEST for action port [ 792.144837] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e179091-b75b-4762-aa2f-f96bf7e5947f with Priority: HIGHEST for action port [ 792.148253] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8e179091-b75b-4762-aa2f-f96bf7e5947f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.148395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8e179091-b75b-4762-aa2f-f96bf7e5947f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.148449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8e179091-b75b-4762-aa2f-f96bf7e5947f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.148707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8e179091-b75b-4762-aa2f-f96bf7e5947f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.148789] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8e179091-b75b-4762-aa2f-f96bf7e5947f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.544193] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.544543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.544543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.544778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.544860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.544961] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be updated. [ 792.583226] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d in Status: SUCCESS [ 792.583546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.605320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.605320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.605320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.605320] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 is going to be deleted. [ 792.606779] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 792.614428] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.614428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.614428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.614428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.614428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.626298] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: IN_PROGRESS for 2s [ 792.651387] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8e179091-b75b-4762-aa2f-f96bf7e5947f [ 792.651748] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.652085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.652231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.652621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.652815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.653133] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8e179091-b75b-4762-aa2f-f96bf7e5947f already deleted. [ 792.653272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8e179091-b75b-4762-aa2f-f96bf7e5947f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.703206] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.707024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 792.707024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.707024] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.111664] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.190896] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 793.191092] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 793.191205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.210993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.211200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.211239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.211760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.211760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.211891] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.211968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.212084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.212213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.212294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.212423] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 already deleted. [ 793.212509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.212659] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.213597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.213828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.213977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.214088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.214151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.214325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.214416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.214507] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.401593] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 in Status: SUCCESS [ 793.401825] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 82fdfbad-38fb-4ccc-bbe1-818b107b1c26 deletion is rescheduled due to dependency. [ 793.401968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-82fdfbad-38fb-4ccc-bbe1-818b107b1c26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.617872] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.617996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.618103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.619954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.619954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.619954] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 793.647135] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.647348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.647348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.647681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.647783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.657337] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 793.716107] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('313e6a28-8199-4f65-a8f0-12b2f039def5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 793.717629] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.717772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.717772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.718559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.718559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.718559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.718559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.718559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.718878] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 already deleted. [ 793.718878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.813579] env[65511]: INFO networking_nsxv3.common.synchronization [req-10a4f02e-e32a-4f7c-aaf2-82ca66255ffb req-43dea0c4-bc98-4218-8518-22c6aaa09dd4 tempest-ServersNegativeTestJSON-805901869 tempest-ServersNegativeTestJSON-805901869-project-member] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 793.814133] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 793.814524] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.814615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.814615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.814811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.814977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 793.815084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.815145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.815288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.815372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.815464] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.218413] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 313e6a28-8199-4f65-a8f0-12b2f039def5: rpc.has_security_group_logging(os_id): False [ 794.239550] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.239550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.239550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.239550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.239550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.239800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.240082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.240082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.240183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.240300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.240455] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 is going to be created. [ 794.259241] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/313e6a28-8199-4f65-a8f0-12b2f039def5], does not exist path=[/infra/domains/default/groups/313e6a28-8199-4f65-a8f0-12b2f039def5]."\n}' [ 794.259475] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/313e6a28-8199-4f65-a8f0-12b2f039def5 [ 794.259607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 794.280595] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.280774] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.280908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.281220] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.281474] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.281648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.281784] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.282921] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.282921] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.282921] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.282921] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 794.282921] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 794.282921] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 794.282921] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 794.282921] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 794.282921] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 794.314229] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 794.314417] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 794.314417] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 794.314561] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.314861] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.315800] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.315800] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.315800] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.315800] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e269f6db-ab1e-4434-bfaf-cac1f67adb7f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.316869] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.322930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.322930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.323440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.323440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.325061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.325061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.325061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.325061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.325061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.325325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.325360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.325466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.325509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.325752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.325752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.325857] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 313e6a28-8199-4f65-a8f0-12b2f039def5 is going to be created. [ 794.353610] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/313e6a28-8199-4f65-a8f0-12b2f039def5], does not exist path=[/infra/domains/default/groups/313e6a28-8199-4f65-a8f0-12b2f039def5]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/313e6a28-8199-4f65-a8f0-12b2f039def5 [ 794.354207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-313e6a28-8199-4f65-a8f0-12b2f039def5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.354363] env[65511]: Traceback (most recent call last): [ 794.354363] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 794.354363] env[65511]: return func(*args, **kwargs) [ 794.354363] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 794.354363] env[65511]: res.raise_for_status() [ 794.354363] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 794.354363] env[65511]: raise HTTPError(http_error_msg, response=self) [ 794.354363] env[65511]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/313e6a28-8199-4f65-a8f0-12b2f039def5 [ 794.354363] env[65511]: During handling of the above exception, another exception occurred: [ 794.354363] env[65511]: Traceback (most recent call last): [ 794.354363] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 794.354363] env[65511]: listener.cb(fileno) [ 794.354363] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 794.354363] env[65511]: result = function(*args, **kwargs) [ 794.354363] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 794.354363] env[65511]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 794.354363] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 794.354363] env[65511]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 794.354363] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 794.354363] env[65511]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 794.354363] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 794.354363] env[65511]: res.raise_for_status() [ 794.354363] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 794.354363] env[65511]: raise HTTPError(http_error_msg, response=self) [ 794.355166] env[65511]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/313e6a28-8199-4f65-a8f0-12b2f039def5 [ 794.355166] env[65511]: Removing descriptor: 19 [ 794.636023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 794.636563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.636563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.637045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.638024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.638024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.638024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.638024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.638024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.638024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.638338] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.819050] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.820588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.820588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.820724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.820817] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.820965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port e269f6db-ab1e-4434-bfaf-cac1f67adb7f not found, creating... [ 794.821233] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.821380] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.821487] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.821692] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.821822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.822089] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.822236] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.822338] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.822526] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.822646] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.822874] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: e269f6db-ab1e-4434-bfaf-cac1f67adb7f is going to be created. [ 794.823873] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 794.843970] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.844601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.844601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.844601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.844780] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.845065] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.872287] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0ed19d40-a1ee-4c37-908e-2780efd89b1d None None] Enqueued Resource ID: 9b9de737-5f64-4d03-9105-04a029473eae with Priority: HIGHEST for action port [ 794.872287] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9b9de737-5f64-4d03-9105-04a029473eae with Priority: HIGHEST for action port [ 794.872287] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9b9de737-5f64-4d03-9105-04a029473eae taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 794.872287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9b9de737-5f64-4d03-9105-04a029473eae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.872287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9b9de737-5f64-4d03-9105-04a029473eae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.872566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9b9de737-5f64-4d03-9105-04a029473eae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 794.872607] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9b9de737-5f64-4d03-9105-04a029473eae',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.141101] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.327648] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.328021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.328021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.328171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.328297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.328403] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 795.374824] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.374824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.374824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.375314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.375414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.377075] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9b9de737-5f64-4d03-9105-04a029473eae [ 795.378087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.378087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.378087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.378087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.378087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.378087] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9b9de737-5f64-4d03-9105-04a029473eae already deleted. [ 795.378403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9b9de737-5f64-4d03-9105-04a029473eae" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.393351] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 795.644985] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b40df30e-aabf-421c-8183-427a96a893bf: rpc.has_security_group_logging(os_id): False [ 795.667239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.667442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.667514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.667733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.672016] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 795.672250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.674106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.674106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.674106] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.674106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.674106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.674106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.674106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.674840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.674840] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.675634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.675903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.676124] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.676276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.676614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.676614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.676614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.676766] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.696249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.696249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.696249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.696249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.696249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.696570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.696570] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be updated. [ 795.699955] env[65511]: INFO networking_nsxv3.common.synchronization [req-10a4f02e-e32a-4f7c-aaf2-82ca66255ffb req-b3e190c9-4153-45d0-83d8-b073451f91e0 service nova] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_rules [ 795.700061] env[65511]: INFO networking_nsxv3.common.synchronization [req-10a4f02e-e32a-4f7c-aaf2-82ca66255ffb req-b3e190c9-4153-45d0-83d8-b073451f91e0 service nova] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 795.700272] env[65511]: INFO networking_nsxv3.common.synchronization [req-10a4f02e-e32a-4f7c-aaf2-82ca66255ffb req-b3e190c9-4153-45d0-83d8-b073451f91e0 service nova] Enqueued Resource ID: e269f6db-ab1e-4434-bfaf-cac1f67adb7f with Priority: HIGHEST for action port [ 795.701246] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_rules [ 795.701409] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 795.701630] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e269f6db-ab1e-4434-bfaf-cac1f67adb7f with Priority: HIGHEST for action port [ 795.702558] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.702789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.702907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.703189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.703368] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.705283] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.705513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.705862] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.706488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.706488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.706488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.706666] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e269f6db-ab1e-4434-bfaf-cac1f67adb7f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 795.776305] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 795.776305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 795.776305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 795.776305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 795.776305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.791643] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: IN_PROGRESS for 2s [ 796.179386] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.179590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.179767] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 796.211892] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.212110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.212256] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e269f6db-ab1e-4434-bfaf-cac1f67adb7f with status ACTIVE [ 796.212436] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.212545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.212613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.212859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.212949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.213147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.213270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.213687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.213687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.213841] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.213841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.213943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.214248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.214248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.214248] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e269f6db-ab1e-4434-bfaf-cac1f67adb7f is going to be updated. [ 796.244141] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 796.244141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.244141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.244141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 796.244141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.244452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e269f6db-ab1e-4434-bfaf-cac1f67adb7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 796.685095] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.189595] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.189595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.189595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.189595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.189595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.189595] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 797.227062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.227062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.227062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.227062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.227062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.236094] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 797.404806] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 797.405092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.405280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.405493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.405876] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.406034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.406099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.406254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.406384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.406434] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.628330] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1947ec7b-342c-4227-8986-e172a2024b4f None None] Enqueued Resource ID: 98736acd-3000-414c-89b8-3560b2254e15 with Priority: HIGHEST for action port [ 797.629301] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 98736acd-3000-414c-89b8-3560b2254e15 with Priority: HIGHEST for action port [ 797.629675] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-98736acd-3000-414c-89b8-3560b2254e15 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.629834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-98736acd-3000-414c-89b8-3560b2254e15" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.629934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-98736acd-3000-414c-89b8-3560b2254e15" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.630264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-98736acd-3000-414c-89b8-3560b2254e15" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.630370] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('98736acd-3000-414c-89b8-3560b2254e15',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.806807] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 797.807116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.909738] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 797.966235] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f53ddb82-83d3-4ba1-841c-4fc679930188 None None] Enqueued Resource ID: 990cb23e-bab3-47ed-bade-66a0700fe337 with Priority: HIGHEST for action port [ 797.966815] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 990cb23e-bab3-47ed-bade-66a0700fe337 with Priority: HIGHEST for action port [ 797.967212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-990cb23e-bab3-47ed-bade-66a0700fe337 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 797.967355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-990cb23e-bab3-47ed-bade-66a0700fe337" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 797.967423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-990cb23e-bab3-47ed-bade-66a0700fe337" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 797.967672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-990cb23e-bab3-47ed-bade-66a0700fe337" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 797.967759] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('990cb23e-bab3-47ed-bade-66a0700fe337',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.139617] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 98736acd-3000-414c-89b8-3560b2254e15 [ 798.139617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.139617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.139617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.139617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.139617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.139617] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:98736acd-3000-414c-89b8-3560b2254e15 already deleted. [ 798.139617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-98736acd-3000-414c-89b8-3560b2254e15" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.413474] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 798.470817] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 990cb23e-bab3-47ed-bade-66a0700fe337 [ 798.471085] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.471227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.471296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.471516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.471605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.471701] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:990cb23e-bab3-47ed-bade-66a0700fe337 already deleted. [ 798.471780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-990cb23e-bab3-47ed-bade-66a0700fe337" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.916364] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.916613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.916613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.916802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.916890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.916991] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 798.953333] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 798.953530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.953590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.953793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 798.954020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 798.967239] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 799.246559] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 799.246953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.247366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.247580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.247741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.247804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.247986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.248106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.248273] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.293587] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ed57d4f8-d7d1-4887-bbf6-7c8625cfaf4d None None] Enqueued Resource ID: 5db3bf76-d901-4c32-9d7a-05746e5f06c7 with Priority: HIGHEST for action port [ 799.294219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5db3bf76-d901-4c32-9d7a-05746e5f06c7 with Priority: HIGHEST for action port [ 799.295162] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-5db3bf76-d901-4c32-9d7a-05746e5f06c7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.295332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5db3bf76-d901-4c32-9d7a-05746e5f06c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.295332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5db3bf76-d901-4c32-9d7a-05746e5f06c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.295545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5db3bf76-d901-4c32-9d7a-05746e5f06c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.295647] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5db3bf76-d901-4c32-9d7a-05746e5f06c7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.752381] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 799.798746] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 5db3bf76-d901-4c32-9d7a-05746e5f06c7 [ 799.798979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 799.799233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.799233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.799392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 799.799478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 799.799586] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:5db3bf76-d901-4c32-9d7a-05746e5f06c7 already deleted. [ 799.799645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5db3bf76-d901-4c32-9d7a-05746e5f06c7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.256407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.564020] env[65511]: INFO networking_nsxv3.common.synchronization [None req-791bbcbd-bad9-4330-9cb0-c7aa6c5a3a4b None None] Enqueued Resource ID: adf2bad5-edb6-44bf-9861-49b06a04752d with Priority: HIGHEST for action port [ 800.564020] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: adf2bad5-edb6-44bf-9861-49b06a04752d with Priority: HIGHEST for action port [ 800.564020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-adf2bad5-edb6-44bf-9861-49b06a04752d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.564020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-adf2bad5-edb6-44bf-9861-49b06a04752d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.564020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-adf2bad5-edb6-44bf-9861-49b06a04752d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.564020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-adf2bad5-edb6-44bf-9861-49b06a04752d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.564020] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('adf2bad5-edb6-44bf-9861-49b06a04752d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.764775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.764775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.764775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.764775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.764775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.764775] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 800.796162] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.796162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.796162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.796162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.797213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.805752] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 800.864554] env[65511]: INFO networking_nsxv3.common.synchronization [req-50bd289c-323d-4d06-85d1-6ca7a5c0d92f req-7c9b4df2-0e0e-40a3-a1d7-1acce19fb5bb tempest-ListServerFiltersTestJSON-1648303968 tempest-ListServerFiltersTestJSON-1648303968-project-member] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 800.865234] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 800.865540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.865658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.865724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.865988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.866158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.866285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.866348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.866498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.866580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.866675] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 800.978608] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 800.979343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.979867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.980117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.980352] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 800.980475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.980538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.980712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 800.980801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.980889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.980984] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.066674] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port adf2bad5-edb6-44bf-9861-49b06a04752d [ 801.066674] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.066674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.066674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.066674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.066674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.066674] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:adf2bad5-edb6-44bf-9861-49b06a04752d already deleted. [ 801.066674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-adf2bad5-edb6-44bf-9861-49b06a04752d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.371684] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 already deleted. [ 801.371684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.433576] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.433805] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.433896] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.434272] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.434535] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.434690] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.434808] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.435428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.435673] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.435951] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.436125] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 801.436302] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 801.436464] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 801.436614] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 801.436804] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 801.436950] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 801.457680] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 801.457918] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 801.458108] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 801.458322] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.458670] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-b857e60d-3992-4640-86ac-07ffe3ad6f9a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.460017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.460017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.460017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.460017] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b857e60d-3992-4640-86ac-07ffe3ad6f9a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.484133] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.484387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.484533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.484837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.485135] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.485300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.485505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.485580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.485807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.486787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.486787] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.486787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.486787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.486787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.486787] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.486787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.487283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.487283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.487392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.487521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.487647] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 801.963064] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.963317] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.963445] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.963736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.963940] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.964053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port b857e60d-3992-4640-86ac-07ffe3ad6f9a not found, creating... [ 801.964315] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.964948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.965188] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.965841] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.966147] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.966536] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.966697] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.966809] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.967037] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.967157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.967294] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: b857e60d-3992-4640-86ac-07ffe3ad6f9a is going to be created. [ 801.991026] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 801.991026] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 801.991026] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 801.991026] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 801.991026] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.991026] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.992012] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6143cb2f-42de-47e9-8e5f-fc84ff2eca59: rpc.has_security_group_logging(os_id): False [ 802.011258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.011491] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.011491] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.011690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.034730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.034853] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.034970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.035063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.035263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.035342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.035554] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.035644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.035699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.038532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.039592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.043282] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.043282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.043282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.043282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.043282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.043282] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 802.126870] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.126870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.127592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.127592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.127592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.152517] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 802.763282] env[65511]: INFO networking_nsxv3.common.synchronization [req-50bd289c-323d-4d06-85d1-6ca7a5c0d92f req-41244616-efd5-481e-b65c-e4a872c94d9a service nova] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_rules [ 802.763604] env[65511]: INFO networking_nsxv3.common.synchronization [req-50bd289c-323d-4d06-85d1-6ca7a5c0d92f req-41244616-efd5-481e-b65c-e4a872c94d9a service nova] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 802.763604] env[65511]: INFO networking_nsxv3.common.synchronization [req-50bd289c-323d-4d06-85d1-6ca7a5c0d92f req-41244616-efd5-481e-b65c-e4a872c94d9a service nova] Enqueued Resource ID: b857e60d-3992-4640-86ac-07ffe3ad6f9a with Priority: HIGHEST for action port [ 802.764589] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_rules [ 802.764589] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 802.764589] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b857e60d-3992-4640-86ac-07ffe3ad6f9a with Priority: HIGHEST for action port [ 802.764860] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.765028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.766614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.766614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.766614] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.766614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.766614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.766810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.766904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.767080] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.767198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.767272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.767433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.767537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.767643] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.768487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-b857e60d-3992-4640-86ac-07ffe3ad6f9a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.768594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.768646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.768813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.769040] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b857e60d-3992-4640-86ac-07ffe3ad6f9a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 802.816284] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 802.816471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.816643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.816882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.817082] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.817255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.817255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.817526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.817607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.817801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.818986] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.818986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.818986] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.271378] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.272453] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.272649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.272709] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b857e60d-3992-4640-86ac-07ffe3ad6f9a with status ACTIVE [ 803.273208] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.273208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.273208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.273374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.273374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.273661] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.273661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.273661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.273803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.273848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.274330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.274390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.274586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.274643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.274695] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b857e60d-3992-4640-86ac-07ffe3ad6f9a is going to be updated. [ 803.317082] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.317241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.317336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.317559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.318577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.318577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b857e60d-3992-4640-86ac-07ffe3ad6f9a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.321702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed390dac-927e-409c-acae-f71af181bf5f: rpc.has_security_group_logging(os_id): False [ 803.348058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.348058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.348058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.348245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.379484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.379750] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.380065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.380226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.380442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.380529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.380743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.380844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.380906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.381071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.381141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.381305] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.381394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.381454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.381589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.381660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.381741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 803.462708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.462898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.462948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.463218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.463367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.482985] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 803.525755] env[65511]: INFO networking_nsxv3.common.synchronization [None req-5a2e74be-9a5a-4077-aa28-c853f63282b3 None None] Enqueued Resource ID: 935f174e-6286-4aef-998c-c01db8551e7d with Priority: HIGHEST for action port [ 803.525961] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 935f174e-6286-4aef-998c-c01db8551e7d with Priority: HIGHEST for action port [ 803.526161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-935f174e-6286-4aef-998c-c01db8551e7d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.526723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-935f174e-6286-4aef-998c-c01db8551e7d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.526723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-935f174e-6286-4aef-998c-c01db8551e7d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.526723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-935f174e-6286-4aef-998c-c01db8551e7d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 803.526723] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('935f174e-6286-4aef-998c-c01db8551e7d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 803.555381] env[65511]: INFO networking_nsxv3.common.synchronization [req-31e2bf70-970c-47ad-b0d7-5ee5d2cc3526 req-733b17d3-c7de-4d71-a9c2-c8c91c378a48 tempest-ListServerFiltersTestJSON-1648303968 tempest-ListServerFiltersTestJSON-1648303968-project-member] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 803.556143] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 803.556478] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 803.556758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.778656] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.029496] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 935f174e-6286-4aef-998c-c01db8551e7d [ 804.029496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.029709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.029709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.029820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.029910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.030017] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:935f174e-6286-4aef-998c-c01db8551e7d already deleted. [ 804.030251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-935f174e-6286-4aef-998c-c01db8551e7d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.168859] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 804.169207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.282811] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.283370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.283370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.283370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.283604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.283685] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be created. [ 804.316225] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.316522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.316522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.316830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.316830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.329351] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: UNINITIALIZED for 2s [ 804.388923] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.389189] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.389314] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.389582] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.390674] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.391038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.391166] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.391335] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.391477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.391713] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.391821] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 804.391909] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 804.392000] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 804.392107] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 804.392203] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 804.392435] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 804.415729] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 804.416086] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 804.416086] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 804.416498] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.416620] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-7b257da3-0270-4034-888c-83c3521c7c6c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.416792] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.416902] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.417379] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.417606] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b257da3-0270-4034-888c-83c3521c7c6c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.615051] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ccaf2452-009f-4fb3-aef0-3a015dfa9a61 None None] Enqueued Resource ID: 0456bc24-2b40-4bac-ab93-cd9e75091b45 with Priority: HIGHEST for action port [ 804.615738] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0456bc24-2b40-4bac-ab93-cd9e75091b45 with Priority: HIGHEST for action port [ 804.616179] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0456bc24-2b40-4bac-ab93-cd9e75091b45 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.616338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0456bc24-2b40-4bac-ab93-cd9e75091b45" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.616419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0456bc24-2b40-4bac-ab93-cd9e75091b45" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.616720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0456bc24-2b40-4bac-ab93-cd9e75091b45" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.616806] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0456bc24-2b40-4bac-ab93-cd9e75091b45',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 804.923040] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.923040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.923040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.923040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.923040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.923040] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 7b257da3-0270-4034-888c-83c3521c7c6c not found, creating... [ 804.923040] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.923040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.923040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.923798] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.923798] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.923798] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.923798] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.924382] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.924725] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.924884] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.925059] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 7b257da3-0270-4034-888c-83c3521c7c6c is going to be created. [ 804.949122] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 804.949284] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 804.949406] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 804.949648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 804.949870] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 804.950187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.033785] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.033956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.034070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.034296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.034407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.121024] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0456bc24-2b40-4bac-ab93-cd9e75091b45 [ 805.123572] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.123572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.123572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.123572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.123572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.123866] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0456bc24-2b40-4bac-ab93-cd9e75091b45 already deleted. [ 805.123866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0456bc24-2b40-4bac-ab93-cd9e75091b45" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.500055] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 805.500304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.500475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.500688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.500793] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.541031] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 805.646493] env[65511]: INFO networking_nsxv3.common.synchronization [req-31e2bf70-970c-47ad-b0d7-5ee5d2cc3526 req-e2141af9-6009-4068-b84e-f6fe130c0424 service nova] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_rules [ 805.646660] env[65511]: INFO networking_nsxv3.common.synchronization [req-31e2bf70-970c-47ad-b0d7-5ee5d2cc3526 req-e2141af9-6009-4068-b84e-f6fe130c0424 service nova] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 805.646788] env[65511]: INFO networking_nsxv3.common.synchronization [req-31e2bf70-970c-47ad-b0d7-5ee5d2cc3526 req-e2141af9-6009-4068-b84e-f6fe130c0424 service nova] Enqueued Resource ID: 7b257da3-0270-4034-888c-83c3521c7c6c with Priority: HIGHEST for action port [ 805.647400] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_rules [ 805.647478] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 805.647567] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b257da3-0270-4034-888c-83c3521c7c6c with Priority: HIGHEST for action port [ 805.648521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.648521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.648521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.648676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.648997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-7b257da3-0270-4034-888c-83c3521c7c6c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 805.649327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.649961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.649961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.649961] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7b257da3-0270-4034-888c-83c3521c7c6c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.005971] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.006304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.006304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.006775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.007783] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.008120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.008226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.008763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.009380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.009576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.009886] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.043454] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.083360] env[65511]: INFO networking_nsxv3.common.synchronization [req-fce67979-1185-4ed2-885d-0f496a55b47c req-937d3f26-323a-40e8-82be-89030fb24b01 tempest-ServerDiagnosticsTest-1935493789 tempest-ServerDiagnosticsTest-1935493789-project-member] Enqueued Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_members [ 806.084078] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGHEST for action security_group_members [ 806.084531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.084701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.084818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.085099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.085269] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.085380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.085445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.085869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.085869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.085869] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.153661] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7b257da3-0270-4034-888c-83c3521c7c6c with status ACTIVE [ 806.153899] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.154047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.154118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.154342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.154433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.154607] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.154706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.154766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.154904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.154978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.155259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.155354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.155400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.156262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.160023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.160023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7b257da3-0270-4034-888c-83c3521c7c6c is going to be updated. [ 806.179052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.179211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.179292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.179516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.179652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.179836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7b257da3-0270-4034-888c-83c3521c7c6c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.343997] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 806.344542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.344792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.345194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.345318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.345784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.345784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.345784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.345784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.345952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.349026] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.349026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.349026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.349026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.349026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.349026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.349026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.349026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.349026] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.410940] env[65511]: INFO networking_nsxv3.common.synchronization [None req-9eaa9087-a4eb-49c2-9b0c-e5b3a7544ee0 None None] Enqueued Resource ID: 8607dd69-8064-465c-b58b-438f1e1a0288 with Priority: HIGHEST for action port [ 806.411580] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8607dd69-8064-465c-b58b-438f1e1a0288 with Priority: HIGHEST for action port [ 806.412551] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8607dd69-8064-465c-b58b-438f1e1a0288 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.412551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8607dd69-8064-465c-b58b-438f1e1a0288" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.412551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8607dd69-8064-465c-b58b-438f1e1a0288" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.412551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8607dd69-8064-465c-b58b-438f1e1a0288" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.412551] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8607dd69-8064-465c-b58b-438f1e1a0288',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.515844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.515844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.515844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.515844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.516313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.516313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.516313] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.516313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.516313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.516484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.516516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.516990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.516990] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.547783] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 806.547886] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 806.590753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.593322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.593436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.593785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.619947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.619947] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.619947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.619947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.619947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.619947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.619947] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d is going to be updated. [ 806.651736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.651736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.651736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.652039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.652384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.663935] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d in Status: IN_PROGRESS for 2s [ 806.848526] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.848694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.852856] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 806.916808] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8607dd69-8064-465c-b58b-438f1e1a0288 [ 806.916808] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 806.916808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.916808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.916808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 806.916808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.916808] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8607dd69-8064-465c-b58b-438f1e1a0288 already deleted. [ 806.916808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8607dd69-8064-465c-b58b-438f1e1a0288" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.023061] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for ed390dac-927e-409c-acae-f71af181bf5f: rpc.has_security_group_logging(os_id): False [ 807.046969] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.046969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.046969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.046969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.046969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.047331] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.047331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.047331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.047464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.047554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.047767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.047867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.047964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.048156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.048292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.048496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.048599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.048640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.048778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.048866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.048952] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 807.131265] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.131447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.131512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.131744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.131923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.158135] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 807.358431] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 807.692382] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.692545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.692598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.692796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.704428] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 807.705332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.706431] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 807.735759] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.736278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.736364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.736566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.742994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.743975] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 807.743975] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.743975] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 807.778571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.778754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.778754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.778995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.780058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.780207] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 807.838864] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.839068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.839068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.839290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.839493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.839768] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 807.861707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.861904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.862045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.862352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.862471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.862625] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 807.897855] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.897855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.898099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.898223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.898630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.908105] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 807.909370] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.909514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.909588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.909799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.910014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.910235] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:33. [ 807.910328] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b463e251-22f3-4fa0-9a36-97dee939b3a0', '1e75183e-c1c1-4304-8c40-395a6ff141cd', 'f7e5523b-288a-4256-a505-e5a990d0911d', '4b2cc348-9974-4917-bad6-6ec1c1e5011d', '0050bed8-c8dd-4ac0-a218-4eb31f3feddf', '5e9ee0cc-0171-4aac-b351-5c9c97160bc7', '08a95527-ec12-42b3-8aab-364f918d83d1', 'e6d98d44-8d93-45dd-8fa4-2710a15df661', 'e90753db-af3e-40a8-a3dc-73cb5804a89e', 'd3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b', '42e18fdd-993b-4981-9c93-5a2ed274724a', 'd314626b-bdc8-45dc-948d-8b2806de605b', '098deb74-0b98-4ff1-98c5-757ef1cb91eb', '66c4ae81-3140-4726-bf10-54c4266b3493', 'fcacac73-62d5-4c82-9600-a5afd3e21a62', 'f7cfcb91-8ce1-4507-887b-4a03e6801c11', '6143cb2f-42de-47e9-8e5f-fc84ff2eca59', 'a45c8d11-563c-4c26-b2cd-46fdf12c0a42', '9836115b-089f-4fb8-a5a4-bbcb702c979f', 'c02f4d70-f0ce-408e-a93f-d5db665f006e', '8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643', 'f1269bf1-27f0-410b-a6f6-e9007117e4fa', '82fdfbad-38fb-4ccc-bbe1-818b107b1c26', '805bbd35-7c0b-4202-8d0d-b250b009f253', 'd587a124-41b6-49d3-af59-92b84fc3d274', '6d190cc9-21ee-49a1-9778-4d9f53e0df00', '5fa0913f-893b-45d5-8c89-14629c3e9750', '80549b53-f25f-4f07-846d-11ab91ee2a1d', '74dd0a3c-a1d2-4b59-9bdc-973929cb475b', 'b40df30e-aabf-421c-8183-427a96a893bf', 'df51f689-d2b6-4b6f-8728-bd21124be7e6', 'ed390dac-927e-409c-acae-f71af181bf5f', '57d04c0f-2cc8-44ea-8680-ae559518f626'} {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.910444] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 807.944456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 807.944456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.944456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.944456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 807.944456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.944456] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 807.944456] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 807.944456] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 808.004032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 808.004195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 808.004241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.004494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 808.008131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.008231] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 808.008231] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 808.008424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 808.008424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 808.008588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/33 resources of Type:Security Group Rules [ 808.008633] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGH for action security_group_rules [ 808.008724] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGH for action security_group_rules [ 808.008887] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGH for action security_group_rules [ 808.008942] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGH for action security_group_rules [ 808.008973] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGH for action security_group_rules [ 808.009080] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGH for action security_group_rules [ 808.009269] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGH for action security_group_rules [ 808.009269] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGH for action security_group_rules [ 808.009418] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGH for action security_group_rules [ 808.009475] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGH for action security_group_rules [ 808.009597] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGH for action security_group_rules [ 808.009668] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGH for action security_group_rules [ 808.009721] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGH for action security_group_rules [ 808.009823] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGH for action security_group_rules [ 808.009905] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGH for action security_group_rules [ 808.010020] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGH for action security_group_rules [ 808.010117] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGH for action security_group_rules [ 808.010388] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGH for action security_group_rules [ 808.010388] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGH for action security_group_rules [ 808.010388] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGH for action security_group_rules [ 808.010662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.674358] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d in Status: SUCCESS [ 808.674657] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d deletion is rescheduled due to dependency. [ 808.674657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.174649] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 809.174649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.918527] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 809.918948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.918948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.919232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.919421] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 809.919547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.919547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.919702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.919791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.920172] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.422575] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 810.924669] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.290209] env[65511]: INFO networking_nsxv3.common.synchronization [req-5b04a737-6e2c-42b8-b340-0da7e6e23b2c req-28430513-cc7b-441c-9de1-a533110dfef3 tempest-ServerRescueTestJSONUnderV235-1791810122 tempest-ServerRescueTestJSONUnderV235-1791810122-project-member] Enqueued Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 811.290750] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ed390dac-927e-409c-acae-f71af181bf5f with Priority: HIGHEST for action security_group_members [ 811.290891] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGH for action security_group_rules [ 811.290989] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGH for action security_group_rules [ 811.292216] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGH for action security_group_rules [ 811.292216] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d314626b-bdc8-45dc-948d-8b2806de605b with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42e18fdd-993b-4981-9c93-5a2ed274724a with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e90753db-af3e-40a8-a3dc-73cb5804a89e with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d with Priority: HIGH for action security_group_rules [ 811.294834] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-ed390dac-927e-409c-acae-f71af181bf5f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.295539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.295539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.295539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.295539] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.295539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.295539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.295773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.295812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.295877] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('ed390dac-927e-409c-acae-f71af181bf5f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.296756] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.296865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.296929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.297121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.297184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.297986] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.298109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.298165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.298306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.298377] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.301295] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.301404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.301459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.301779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.301884] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.302903] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.303022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.303086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.303233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.304180] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.305730] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.305848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.305906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.306055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.306207] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.307077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.307255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.307255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.308074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.308177] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.309861] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.310306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.310408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.310606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.310706] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a45c8d11-563c-4c26-b2cd-46fdf12c0a42',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.315656] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.315656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.315656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.315656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.315656] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.315656] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.315656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.315656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.315656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.315656] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.315656] env[65511]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 811.317338] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.317338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.317338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.317338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.317338] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7cfcb91-8ce1-4507-887b-4a03e6801c11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.318204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.318336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.318404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.318592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.319047] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.321697] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d314626b-bdc8-45dc-948d-8b2806de605b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.321808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.321872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.323739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.323739] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d314626b-bdc8-45dc-948d-8b2806de605b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.323739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-42e18fdd-993b-4981-9c93-5a2ed274724a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.323927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.323927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.324061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.324159] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('42e18fdd-993b-4981-9c93-5a2ed274724a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.325782] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.325782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.325782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.325782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.325782] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.326363] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e90753db-af3e-40a8-a3dc-73cb5804a89e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.326470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.326552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.326719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.326794] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e90753db-af3e-40a8-a3dc-73cb5804a89e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.327702] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.327970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.327970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.328121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.328219] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5e9ee0cc-0171-4aac-b351-5c9c97160bc7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.329197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e6d98d44-8d93-45dd-8fa4-2710a15df661 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.329302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.329367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.329510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.329581] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e6d98d44-8d93-45dd-8fa4-2710a15df661',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.333058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.333058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.333058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.333058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.333058] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.334135] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1e75183e-c1c1-4304-8c40-395a6ff141cd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.334396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.334396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.334529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.334603] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1e75183e-c1c1-4304-8c40-395a6ff141cd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.334815] env[65511]: WARNING oslo_messaging._drivers.amqpdriver [-] Number of call queues is 21, greater than warning threshold: 20. There could be a leak. Increasing threshold to: 40 [ 811.335732] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.335854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.335919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.336102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.336224] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4b2cc348-9974-4917-bad6-6ec1c1e5011d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.340316] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.340451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.340500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.340725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.374261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.374560] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.374683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.374751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.374948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.375036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.375149] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f is going to be updated. [ 811.533675] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.533815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.533883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.534194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.534324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.534429] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 811.563757] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.564202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.565342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.565342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.565342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.568981] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.569165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.569259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.569483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.569702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.582419] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 811.583655] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: IN_PROGRESS for 2s [ 811.628944] env[65511]: INFO networking_nsxv3.common.synchronization [req-a55ae12c-a937-4464-b616-b01f9a53d24e req-091bf255-b7ee-4adb-9b47-993d5e5d9ed9 tempest-ServersNegativeTestJSON-805901869 tempest-ServersNegativeTestJSON-805901869-project-member] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 811.629671] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 811.630301] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.630301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.631420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.631420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.631841] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.631987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.632117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.632328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.633036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.633036] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.802309] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.802483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.802547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.802746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.802910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.803023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.803100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.803302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.803445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.803575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.803575] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.811514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.811514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.811514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.811514] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.831869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.831869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.831869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.832138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.839853] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.840012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.840064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.840256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.840389] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.840492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.840560] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.840800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.840800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.840947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.840947] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.842309] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.842420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.842622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.842779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.842841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.842903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.844290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.844397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.844518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.848009] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 811.854867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.854984] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be deleted. [ 811.915264] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 811.915463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 811.915550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 811.915769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 811.915865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 811.916025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.038949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.039270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.042656] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.042851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.042851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.043041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.043374] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.043374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.043374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.043556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.043608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.043691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.043779] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.044759] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.044873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.044873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.045117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.045214] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.045295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.045348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.045453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.045533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.045631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.045683] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.046566] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.046678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.046678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.046814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.046956] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.047080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.047114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.047581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.047581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.047581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.047581] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.055707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.055879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.055922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.056158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.061389] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.061527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.089587] env[65511]: INFO networking_nsxv3.common.synchronization [req-ed84e214-cc82-4820-a5b0-79769e8280c4 req-f823fd60-9933-420b-8aed-4e3394e1ad09 tempest-ListServerFiltersTestJSON-1648303968 tempest-ListServerFiltersTestJSON-1648303968-project-member] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 812.092617] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 812.094388] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.094388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.101984] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.102160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.107464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.107660] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4b2cc348-9974-4917-bad6-6ec1c1e5011d is going to be deleted. [ 812.110728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.111076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.114178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.114311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.116522] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.116522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.117703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.117703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.117703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.117982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.118443] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.120301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.120301] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.120301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.120301] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.120301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.121462] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.121586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.135154] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.140433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.140531] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5e9ee0cc-0171-4aac-b351-5c9c97160bc7 is going to be deleted. [ 812.142272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.142392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.165636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.165798] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e6d98d44-8d93-45dd-8fa4-2710a15df661 is going to be deleted. [ 812.166914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.167177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.186767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.186948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.192743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.192743] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 42e18fdd-993b-4981-9c93-5a2ed274724a is going to be deleted. [ 812.193535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.193760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.219132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.219291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.222500] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.222608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.232498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.232707] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e90753db-af3e-40a8-a3dc-73cb5804a89e is going to be deleted. [ 812.233871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.234150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.256358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.256538] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a45c8d11-563c-4c26-b2cd-46fdf12c0a42 is going to be deleted. [ 812.257923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.258205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.309477] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.315558] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.335490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.335490] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7cfcb91-8ce1-4507-887b-4a03e6801c11 is going to be deleted. [ 812.336211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.336363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.340382] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.340945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.349680] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.351072] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.392507] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.392693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.406012] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.406207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.408960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.409132] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d314626b-bdc8-45dc-948d-8b2806de605b is going to be deleted. [ 812.410111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.410336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.431496] env[65511]: INFO networking_nsxv3.common.synchronization [req-5275091a-f5df-474c-b010-a93041650dcb req-11f55163-4992-4ca8-9904-71ee3d340a11 tempest-ListImageFiltersTestJSON-1832589312 tempest-ListImageFiltersTestJSON-1832589312-project-member] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 812.433122] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 812.433579] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.433714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.433788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.434057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.434225] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.434327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.434388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.434542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.434672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.434770] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.462776] env[65511]: INFO networking_nsxv3.common.synchronization [req-59bbe2b9-ae85-4f78-b6fc-d4db9021a0bd req-bf261e4e-f2d8-4815-8968-389dbb989778 tempest-ServersTestJSON-2037169923 tempest-ServersTestJSON-2037169923-project-member] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_members [ 812.463727] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGHEST for action security_group_members [ 812.464527] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.464680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.464750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.465204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.465381] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.465483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.465548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.465707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.465793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.465892] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.468477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.468619] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1e75183e-c1c1-4304-8c40-395a6ff141cd is going to be deleted. [ 812.470273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.470320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.556393] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.556661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.556661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.556839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.557023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.557159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.557232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.557385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.557481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.557572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.557785] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.557953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.558091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.558529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.558768] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.558920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.559032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.559310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.559490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.559677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.559859] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.562322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.563320] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be deleted. [ 812.566667] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.566831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.567021] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.567995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.568866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.571115] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.571325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.572063] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.572452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.621158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.621433] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be deleted. [ 812.622438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.622677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.622786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.622976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4b2cc348-9974-4917-bad6-6ec1c1e5011d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.623431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.623609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.623694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.623812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5e9ee0cc-0171-4aac-b351-5c9c97160bc7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.624397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.624531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.624629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.624740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e6d98d44-8d93-45dd-8fa4-2710a15df661" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.624870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.625045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.625193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.625304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-42e18fdd-993b-4981-9c93-5a2ed274724a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.625435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.625595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.625699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.625926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e90753db-af3e-40a8-a3dc-73cb5804a89e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a45c8d11-563c-4c26-b2cd-46fdf12c0a42" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.626740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.626827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.626933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7cfcb91-8ce1-4507-887b-4a03e6801c11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.627299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.627375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.627645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d314626b-bdc8-45dc-948d-8b2806de605b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.638451] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.655479] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.655618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.655689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.655921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.655983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.656117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1e75183e-c1c1-4304-8c40-395a6ff141cd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.720699] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.720940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.720940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.721185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.721241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.721363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.775556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.775556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.775556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.775556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.775556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.801990] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-688 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.802200] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.802315] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.804042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.804042] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.804042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.804042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.804042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.804042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.804042] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.804042] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 812.804042] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 812.804042] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 812.804042] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 812.804534] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 812.804534] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 812.813144] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f7e5523b-288a-4256-a505-e5a990d0911d: rpc.has_security_group_logging(os_id): False [ 812.818395] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fcacac73-62d5-4c82-9600-a5afd3e21a62: rpc.has_security_group_logging(os_id): False [ 812.853605] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b463e251-22f3-4fa0-9a36-97dee939b3a0: rpc.has_security_group_logging(os_id): False [ 812.854786] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c02f4d70-f0ce-408e-a93f-d5db665f006e: rpc.has_security_group_logging(os_id): False [ 812.861276] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.861475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.861475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.861692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.882906] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.883415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.892384] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.892558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.893444] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.893748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.894679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.894970] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.895117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.895299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.895455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.895563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.895942] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e5523b-288a-4256-a505-e5a990d0911d is going to be updated. [ 812.897176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.897401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.927217] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 812.927217] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.121 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 812.927217] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 812.927217] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-688" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.927217] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-2eb20dd5-cf8d-4e27-a07f-f6a473815888 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.927217] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.927217] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.928135] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.928411] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb20dd5-cf8d-4e27-a07f-f6a473815888',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.937779] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 812.941061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.941412] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.941650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 812.941650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.941840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.943562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.943562] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 is going to be updated. [ 812.943562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 812.943562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 812.968178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 812.968371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.003383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.003383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.003499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.005868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.005868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.005868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.005868] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 is going to be updated. [ 813.005868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.006167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.048308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.048688] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.048878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.048971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.050126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.050328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.050443] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e is going to be updated. [ 813.051801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.052228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.052368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.052614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.052734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.052816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.053273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.053394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.053494] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e5523b-288a-4256-a505-e5a990d0911d is going to be updated. [ 813.061100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.061304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.061304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.061510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.061690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.071342] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 66c4ae81-3140-4726-bf10-54c4266b3493: rpc.has_security_group_logging(os_id): False [ 813.072995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b: rpc.has_security_group_logging(os_id): False [ 813.092173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.092348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.092402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.092617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.094491] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.094596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.095729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.095854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.095892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.096114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.096252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.101249] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: IN_PROGRESS for 2s [ 813.102976] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.102976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.109103] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: IN_PROGRESS for 2s [ 813.122062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.122062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.124152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.124222] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.126118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.126118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.126118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.126118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.126118] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b is going to be updated. [ 813.126118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.126503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.140698] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.140935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.141051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.141300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.141428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.141817] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 813.151118] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.151118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.187736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.187736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.187736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.187736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.187736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.187736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.187991] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.187991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.188113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.188246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.188290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.188512] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.188747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.188747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.189079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.189079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.189278] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be updated. [ 813.190667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.190902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.191223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.192931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.192931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.192931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.194147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.194609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.194990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.222939] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.223195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.223279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.223510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.223699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.270369] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 813.279084] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: IN_PROGRESS for 2s [ 813.287934] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: IN_PROGRESS for 2s [ 813.289463] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: IN_PROGRESS for 2s [ 813.326963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.326963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.326963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.326963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.326963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.359249] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: IN_PROGRESS for 2s [ 813.397882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.398406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.398406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.398406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.398602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.431569] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.431742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.431833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.432266] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.432486] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.432752] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 2eb20dd5-cf8d-4e27-a07f-f6a473815888 not found, creating... [ 813.433297] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.433425] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.433545] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.433803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.433946] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.434288] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.434450] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.434567] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.434804] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.434941] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.435163] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 2eb20dd5-cf8d-4e27-a07f-f6a473815888 is going to be created. [ 813.437183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 813.441101] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.477569] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.477793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.477881] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.478210] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.478450] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.478675] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.598388] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 813.598825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.599644] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: ed390dac-927e-409c-acae-f71af181bf5f in Status: SUCCESS [ 813.599804] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: ed390dac-927e-409c-acae-f71af181bf5f deletion is rescheduled due to dependency. [ 813.599901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-ed390dac-927e-409c-acae-f71af181bf5f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.600094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.600306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.600508] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.600931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.600931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.601062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.601062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.601135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.601300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.601382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.601382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.601578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.601721] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.601800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.601863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.601983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.602497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.602497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.602497] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.603173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.603336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.603480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.603572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.603636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.603771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.603860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.604054] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 813.943743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.943910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.943979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.944226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.944319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.944424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be updated. [ 813.976098] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 813.976257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.976337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.976563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 813.976718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.990159] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 814.108227] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f4c991-0c3b-4638-b157-087274f35ee5: rpc.has_security_group_logging(os_id): False [ 814.108227] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.111512] env[65511]: INFO networking_nsxv3.common.synchronization [req-ed84e214-cc82-4820-a5b0-79769e8280c4 req-23be9183-c4d7-49ab-8262-4413308ebdfb service nova] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_rules [ 814.112574] env[65511]: INFO networking_nsxv3.common.synchronization [req-ed84e214-cc82-4820-a5b0-79769e8280c4 req-23be9183-c4d7-49ab-8262-4413308ebdfb service nova] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 814.112574] env[65511]: INFO networking_nsxv3.common.synchronization [req-ed84e214-cc82-4820-a5b0-79769e8280c4 req-23be9183-c4d7-49ab-8262-4413308ebdfb service nova] Enqueued Resource ID: 2eb20dd5-cf8d-4e27-a07f-f6a473815888 with Priority: HIGHEST for action port [ 814.112698] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_rules [ 814.112738] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 814.112836] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2eb20dd5-cf8d-4e27-a07f-f6a473815888 with Priority: HIGHEST for action port [ 814.113548] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.113643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.113847] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.113917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.117073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2eb20dd5-cf8d-4e27-a07f-f6a473815888 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.117073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.117073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.117073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.117073] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2eb20dd5-cf8d-4e27-a07f-f6a473815888',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.131369] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.131541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.131627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.131841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.131932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.132164] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.132262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.132322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.132464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.132537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.132706] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.132797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.132855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.133188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.133342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.133627] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.133766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.133884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.134102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.134254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.134379] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be created. [ 814.197704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.197704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.197925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.198299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.198299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.209886] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 814.376025] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c654b624-b512-4bda-af47-470be456b31b tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 5091cf5a-cf9a-4568-99ad-3bd2456d49c8 with Priority: HIGHEST for action security_group_rules [ 814.376025] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5091cf5a-cf9a-4568-99ad-3bd2456d49c8 with Priority: HIGHEST for action security_group_rules [ 814.377151] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.377431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.377593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.378664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.378664] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5091cf5a-cf9a-4568-99ad-3bd2456d49c8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.466717] env[65511]: INFO networking_nsxv3.common.synchronization [None req-71710d81-ba3c-4a1c-a76a-2ebbd02fcb04 tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 5091cf5a-cf9a-4568-99ad-3bd2456d49c8 with Priority: HIGHEST for action security_group_rules [ 814.467169] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5091cf5a-cf9a-4568-99ad-3bd2456d49c8 with Priority: HIGHEST for action security_group_rules [ 814.467505] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.468104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.613282] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 814.617543] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2eb20dd5-cf8d-4e27-a07f-f6a473815888 with status ACTIVE [ 814.617543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.617543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.617690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.617812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.617904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.618212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.618903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.618903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.618903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.618903] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.618903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.618903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.618903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.619166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.619166] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2eb20dd5-cf8d-4e27-a07f-f6a473815888 is going to be updated. [ 814.641933] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.642128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.642175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.642361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.642497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.642653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2eb20dd5-cf8d-4e27-a07f-f6a473815888" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.901740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 814.901885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 814.901963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.902188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.902390] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5091cf5a-cf9a-4568-99ad-3bd2456d49c8 already deleted. [ 814.902452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.902599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 814.902746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 814.902829] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5091cf5a-cf9a-4568-99ad-3bd2456d49c8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.116330] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.116662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.116662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.116796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.117049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.117109] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 815.119159] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: SUCCESS [ 815.119359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.120564] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f7e5523b-288a-4256-a505-e5a990d0911d in Status: SUCCESS [ 815.120691] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f7e5523b-288a-4256-a505-e5a990d0911d deletion is rescheduled due to dependency. [ 815.121109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.159804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.159981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.160070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.160324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.160522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.172250] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 815.283032] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 815.284039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.284039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.284039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.284039] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.284314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.284373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.284589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.285174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.285174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.285174] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 815.307881] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: SUCCESS [ 815.308388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.309258] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: SUCCESS [ 815.309521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.311038] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: SUCCESS [ 815.311038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.379593] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: SUCCESS [ 815.379890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.425096] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.425227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.425267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.425481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.425580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.425664] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5091cf5a-cf9a-4568-99ad-3bd2456d49c8 already deleted. [ 815.425745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5091cf5a-cf9a-4568-99ad-3bd2456d49c8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.458961] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 815.459414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.791251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.791251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 815.791251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.791866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.791866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.791866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.791866] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.002220] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 816.002220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.002220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.002220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.002220] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.002528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.002528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.002760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.002888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.003031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.003259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.003452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.003520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.003665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.003833] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.003943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.004068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.004251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.004360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.004793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.004793] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.222853] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 816.223296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.223296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.223531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.223621] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 816.295821] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6143cb2f-42de-47e9-8e5f-fc84ff2eca59: rpc.has_security_group_logging(os_id): False [ 816.320163] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.320163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.320163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.320385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.341713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.341713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.341811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.341882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.342107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.342196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.342405] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.342507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.342570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.342712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.342787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.342977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.343125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.343198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.343303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.343380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.343463] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 816.411778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.411931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.411978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.412213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.412363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.426303] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 816.507321] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 098deb74-0b98-4ff1-98c5-757ef1cb91eb: rpc.has_security_group_logging(os_id): False [ 816.532717] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.532873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.532914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.533219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.571191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.571817] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.571949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.571949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573299] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573299] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.573299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.573810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.573810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.573810] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be updated. [ 816.644860] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.645045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.645211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.645529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 816.645706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.659275] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 816.726493] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 816.726692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.182923] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 817.183282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.183478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.183697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.183888] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 817.184139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 817.184251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 817.184430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 817.184523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.184658] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 817.687044] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.189419] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 818.440667] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 818.440969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.674948] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 818.675296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.692080] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.692460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.692460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.692692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.692787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.692892] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 818.722610] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 818.722861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.722861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.723061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 818.723248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 818.737203] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 819.468852] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 819.468852] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 819.755523] env[65511]: INFO networking_nsxv3.common.synchronization [req-0a6e637b-edcc-4265-86a1-79dc4a400077 req-295334b7-183b-422b-9915-a85e8ddd2bf3 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 819.756264] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 819.756640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.756814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.756917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.757234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.757469] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 819.757904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.757904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.757904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.758218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.758405] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.066497] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.066702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.066822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.067102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.067359] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.067544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.067662] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.067872] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.068110] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.068213] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.068321] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 820.068423] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 820.068526] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 820.068628] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 820.068727] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 820.068851] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 820.089156] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 820.089334] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 820.089466] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 820.089637] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.089953] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-8944a447-e7e6-49e3-96a8-e95bb043823f taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.090136] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.090249] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.090571] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.090709] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8944a447-e7e6-49e3-96a8-e95bb043823f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 820.261241] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.261241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.261428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.261552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.261646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.261940] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.262102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.262102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.262235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.262310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.262397] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be deleted. [ 820.316774] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.317019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.317208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.317858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.318081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.318228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.593116] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.593515] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.593645] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.593905] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.594169] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.594370] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 8944a447-e7e6-49e3-96a8-e95bb043823f not found, creating... [ 820.594672] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.594880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.595030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.595392] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.595556] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.595917] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.596221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.596386] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.596634] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.596850] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.597085] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 8944a447-e7e6-49e3-96a8-e95bb043823f is going to be created. [ 820.632487] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.632805] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.633145] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.633457] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.633737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.634015] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.758204] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 820.758498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.758618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.758847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.759052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 820.759360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.759360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.759477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 820.759477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.759559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.759647] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.262041] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.262292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.262359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.262622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.262807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.262922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.262988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.263248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.263343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.263436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.263626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.263724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.263801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.263956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.264100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.264209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.264253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.264394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.265687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.265687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.265687] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.374341] env[65511]: INFO networking_nsxv3.common.synchronization [req-0a6e637b-edcc-4265-86a1-79dc4a400077 req-2bbb32bb-971e-4b14-8117-8f066207abcd service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 821.374341] env[65511]: INFO networking_nsxv3.common.synchronization [req-0a6e637b-edcc-4265-86a1-79dc4a400077 req-2bbb32bb-971e-4b14-8117-8f066207abcd service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 821.374341] env[65511]: INFO networking_nsxv3.common.synchronization [req-0a6e637b-edcc-4265-86a1-79dc4a400077 req-2bbb32bb-971e-4b14-8117-8f066207abcd service nova] Enqueued Resource ID: 8944a447-e7e6-49e3-96a8-e95bb043823f with Priority: HIGHEST for action port [ 821.375201] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 821.376531] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 821.376531] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8944a447-e7e6-49e3-96a8-e95bb043823f with Priority: HIGHEST for action port [ 821.376531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.376531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.376531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.376531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.376531] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.377379] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.377522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.378063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.378063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.378198] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.378342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.378411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.379103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.381435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.381435] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.381435] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8944a447-e7e6-49e3-96a8-e95bb043823f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.381435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.381435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.381435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.381435] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8944a447-e7e6-49e3-96a8-e95bb043823f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.769451] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f4c991-0c3b-4638-b157-087274f35ee5: rpc.has_security_group_logging(os_id): False [ 821.788849] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.789055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.789129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.789386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.790040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.790040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.790040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.790040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.790040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.790303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.790303] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.790439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.790439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.790816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.790816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.790816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.791145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.791145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.791145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.791238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.791269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 821.836605] env[65511]: INFO networking_nsxv3.common.synchronization [req-e5fd06c8-e696-46c3-9a67-246a5f2cebe1 req-39730f5c-28bd-4d9a-9928-a5fb6d92e35f tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 821.837317] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 821.837606] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.837734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.837810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.838413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.838600] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.839506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.839594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.839788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.839884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.840059] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.876173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.876502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.876502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.876686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.876795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.885025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.885025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.885025] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 821.887568] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8944a447-e7e6-49e3-96a8-e95bb043823f with status ACTIVE [ 821.887836] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.887990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.888125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.888317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.888422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.888628] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.888743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.889049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.889049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.889128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.889348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.889465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.889547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.889714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.889857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.889949] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8944a447-e7e6-49e3-96a8-e95bb043823f is going to be updated. [ 821.916867] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 821.933380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 821.933614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.933614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.933859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 821.933945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.934113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8944a447-e7e6-49e3-96a8-e95bb043823f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.179323] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.179526] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.179648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.179912] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.180197] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.180369] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.180480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.180690] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.180830] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.181038] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.181149] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 822.181247] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 822.181424] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 822.181477] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 822.181566] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 822.181661] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 822.203483] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 822.203671] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 822.203809] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 822.203993] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.204344] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-dac07288-9a46-4b39-aacb-f041da675bc2 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.204526] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.204649] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.204996] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.205248] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac07288-9a46-4b39-aacb-f041da675bc2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.343585] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.343585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.343585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.343585] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.343935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.343935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.343935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.343935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.344102] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 already deleted. [ 822.344102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.387901] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 822.708180] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.708418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.708539] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.708837] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.708978] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.709147] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port dac07288-9a46-4b39-aacb-f041da675bc2 not found, creating... [ 822.709413] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.709566] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.709677] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.709887] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.710030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.710354] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.710483] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.710584] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.710781] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.710911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.711056] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: dac07288-9a46-4b39-aacb-f041da675bc2 is going to be created. [ 822.733252] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.733480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.733529] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.733767] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.733991] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.734239] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.892055] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.892382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.892382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.892626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.892747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.892859] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be created. [ 822.921202] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 822.921307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.921368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.921592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.921748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.933079] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: UNINITIALIZED for 2s [ 823.482063] env[65511]: INFO networking_nsxv3.common.synchronization [req-e5fd06c8-e696-46c3-9a67-246a5f2cebe1 req-bc3a7ed6-dccb-41b6-9b1f-c5fde7b864f0 service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 823.482259] env[65511]: INFO networking_nsxv3.common.synchronization [req-e5fd06c8-e696-46c3-9a67-246a5f2cebe1 req-bc3a7ed6-dccb-41b6-9b1f-c5fde7b864f0 service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 823.482398] env[65511]: INFO networking_nsxv3.common.synchronization [req-e5fd06c8-e696-46c3-9a67-246a5f2cebe1 req-bc3a7ed6-dccb-41b6-9b1f-c5fde7b864f0 service nova] Enqueued Resource ID: dac07288-9a46-4b39-aacb-f041da675bc2 with Priority: HIGHEST for action port [ 823.483186] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 823.483445] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 823.483583] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac07288-9a46-4b39-aacb-f041da675bc2 with Priority: HIGHEST for action port [ 823.483928] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.484122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.484206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.484469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.484570] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.485572] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.485731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.485798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.485991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.486136] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.486241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.486305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.486461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.486534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.486626] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.489546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac07288-9a46-4b39-aacb-f041da675bc2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.489682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.489752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.489937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.490015] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac07288-9a46-4b39-aacb-f041da675bc2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.799299] env[65511]: INFO networking_nsxv3.common.synchronization [req-ae0fa05c-618c-4ab2-a9b9-9eca61dbdca5 req-ddf9f64b-759f-4cb4-937c-fef1882416b8 tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 823.800078] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 823.800506] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.800695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.800790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.801169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.801412] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.801566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.801662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.801890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.802032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.802179] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.930923] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 823.931207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.931755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.931966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.932065] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.990594] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 823.992122] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.992244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.994920] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dac07288-9a46-4b39-aacb-f041da675bc2 with status ACTIVE [ 823.994920] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.994920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.994920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.994920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.995197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.995197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.995275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.995383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.995640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.995640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.995801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 823.995906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 823.996129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 823.996418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 823.996418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.996588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dac07288-9a46-4b39-aacb-f041da675bc2 is going to be updated. [ 824.017798] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.017999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.018065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.018256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.018428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.018605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac07288-9a46-4b39-aacb-f041da675bc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.135803] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.136376] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.136376] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.136510] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.136728] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.136880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.136990] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.137219] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.137364] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.137591] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.137689] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 824.137792] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 824.137926] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 824.138049] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 824.138154] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 824.138334] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 824.159183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 824.159360] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 824.159494] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 824.159671] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.159978] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.160157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.160274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.160654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.160880] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbf83d9-2c15-44be-9b0c-bf49154be6f8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.305316] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.305489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.305551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.305873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.305873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.306078] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.306211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.306265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.306404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.306480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.306567] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 already deleted. [ 824.306676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.434206] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.434367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.434438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.434677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.434855] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.434958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.435037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.435230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.435326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.435505] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.493460] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.663117] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.663364] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.663517] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.663799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.664073] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.664330] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 not found, creating... [ 824.664639] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.664797] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.664910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.665278] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.665447] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.665758] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.665934] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.666082] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.666366] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.666512] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.666677] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 is going to be created. [ 824.687523] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.688534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.688534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.688534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.688534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.688880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.937478] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.937819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.937819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.937909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.938831] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.938831] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.938831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.939387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.939387] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.939387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.939387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.939536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.939754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.939754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.939754] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.949804] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 824.950059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.950244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.950472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.950663] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.951069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.951166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.951366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.951486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.951554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.951638] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 824.998737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 824.998737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.998737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.998737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 824.998737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 824.998737] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be created. [ 825.028025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.028025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.028025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.028025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.028025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.044053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: UNINITIALIZED for 2s [ 825.441861] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 07f4c991-0c3b-4638-b157-087274f35ee5: rpc.has_security_group_logging(os_id): False [ 825.454461] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.454461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.454461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.454461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.454461] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.454983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.454983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.454983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.455122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.455218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.455378] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.455472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.455531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.455672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.455808] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.455896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.455954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.456102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.456179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.456276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.456375] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.459030] env[65511]: INFO networking_nsxv3.common.synchronization [req-ae0fa05c-618c-4ab2-a9b9-9eca61dbdca5 req-8243ed27-d5ce-4e66-ada6-f9b5d5a24bbd service nova] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 825.459030] env[65511]: INFO networking_nsxv3.common.synchronization [req-ae0fa05c-618c-4ab2-a9b9-9eca61dbdca5 req-8243ed27-d5ce-4e66-ada6-f9b5d5a24bbd service nova] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 825.460012] env[65511]: INFO networking_nsxv3.common.synchronization [req-ae0fa05c-618c-4ab2-a9b9-9eca61dbdca5 req-8243ed27-d5ce-4e66-ada6-f9b5d5a24bbd service nova] Enqueued Resource ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 with Priority: HIGHEST for action port [ 825.460012] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 825.460012] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 825.460012] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 with Priority: HIGHEST for action port [ 825.460408] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.460408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.460573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.460614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.460674] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.461758] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.461758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.461758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.461987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.461987] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.462075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.462173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.462295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.462373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.462463] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.463567] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.463686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.463734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.464091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.464091] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbf83d9-2c15-44be-9b0c-bf49154be6f8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.466336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.466449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.466449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.466599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.466677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.466875] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.466967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.467173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.467412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.467734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.467830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.467887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.468045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.468118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.468514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.470612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.470612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.470612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.470612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.470612] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 825.554017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.554170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.554246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.554466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.554614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.570831] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 825.960914] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0050bed8-c8dd-4ac0-a218-4eb31f3feddf: rpc.has_security_group_logging(os_id): False [ 825.971218] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 825.972356] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.972513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.972872] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 with status ACTIVE [ 825.973054] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.973199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.973272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.973478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.973564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.973731] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.973827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.973887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.974186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.974186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.974388] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.974483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.974483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.974604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.974674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.974755] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 is going to be updated. [ 825.978622] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.978782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.978856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.978964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.979060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.979237] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.979330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.979396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.979518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.979604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.979778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.979957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.979957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.980067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.980142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.980329] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 825.980449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 825.980554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 825.980618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 825.980688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 825.980771] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be created. [ 826.012221] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.012446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.012446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.012719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.012798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.012922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.053952] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.054170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.054170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.054374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.054554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.088335] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 826.473587] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.492218] env[65511]: INFO networking_nsxv3.common.synchronization [req-cd286457-5fbe-45d4-b917-27b26e8bdf99 req-65a11942-f084-4333-a60c-28ee833ad365 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 826.492985] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 826.493623] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.493852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.493947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.494191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.494407] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.494575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.494693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.494900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.495467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.495467] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.877747] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.878061] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.878278] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.878702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.879355] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.879639] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.879851] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.880252] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.880891] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.880891] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.881138] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 826.881138] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 826.881378] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 826.881460] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 826.881550] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 826.881702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 826.902517] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 826.902713] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 826.903271] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 826.903271] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.903485] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.903691] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.903810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.904123] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.904260] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc2e447-e2de-4a94-8368-d4eed8b8c71c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 826.977149] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 826.977149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 826.977763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 826.977763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 826.977763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.977922] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be created. [ 826.997428] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.003624] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.003781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.003822] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.004058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.004217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.014070] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: UNINITIALIZED for 2s [ 827.053601] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 827.053838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.054237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.054431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.054549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.054613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.054758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.054850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.054935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.055032] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.407219] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.407447] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.407597] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.407884] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.408044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.408208] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 0dc2e447-e2de-4a94-8368-d4eed8b8c71c not found, creating... [ 827.409395] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.409613] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.409737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.410011] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.410189] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.410521] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.410698] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.410814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.411091] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.411309] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.411489] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 0dc2e447-e2de-4a94-8368-d4eed8b8c71c is going to be created. [ 827.439048] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.439293] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.439390] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.439660] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.439882] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.440124] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.499983] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.558534] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.558754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.558872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.559023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.559220] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.559542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.559626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.559709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.559851] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.559938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.559996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.560189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 827.560435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 827.560487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 827.560664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 827.560719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 827.560850] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 827.594338] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 827.594576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.003940] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.003940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.003940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.003940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.003940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.003940] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 828.054259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.054259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.054259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.054259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.054259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.064074] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 828.064074] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a15289-a5fa-43b3-a5f2-a2dbba95c905: rpc.has_security_group_logging(os_id): False [ 828.080681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.081095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.081362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.082184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.082943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.083750] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.086647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.086860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.090169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.090169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.090169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.090169] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be created. [ 828.105312] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 828.105312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.152112] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.152112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.152112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.152112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.152112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.155840] env[65511]: INFO networking_nsxv3.common.synchronization [req-cd286457-5fbe-45d4-b917-27b26e8bdf99 req-1422a0af-8fb8-48c8-84e9-3520887b4e82 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 828.156193] env[65511]: INFO networking_nsxv3.common.synchronization [req-cd286457-5fbe-45d4-b917-27b26e8bdf99 req-1422a0af-8fb8-48c8-84e9-3520887b4e82 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 828.156193] env[65511]: INFO networking_nsxv3.common.synchronization [req-cd286457-5fbe-45d4-b917-27b26e8bdf99 req-1422a0af-8fb8-48c8-84e9-3520887b4e82 service nova] Enqueued Resource ID: 0dc2e447-e2de-4a94-8368-d4eed8b8c71c with Priority: HIGHEST for action port [ 828.156783] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 828.156934] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 828.157044] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dc2e447-e2de-4a94-8368-d4eed8b8c71c with Priority: HIGHEST for action port [ 828.157325] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.157490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.157490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.157968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.157968] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.158680] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.158799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.158959] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.159109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.159109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.159290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.159603] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dc2e447-e2de-4a94-8368-d4eed8b8c71c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 828.166137] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 828.665756] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.665756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.665944] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dc2e447-e2de-4a94-8368-d4eed8b8c71c with status ACTIVE [ 828.666209] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.666484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.666484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.666668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.666785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.667755] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.667755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.667755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.667755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.667755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.667755] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.667755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.668142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.668142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.668142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.668142] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dc2e447-e2de-4a94-8368-d4eed8b8c71c is going to be updated. [ 828.689026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 828.689147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 828.689233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 828.691368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 828.691453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 828.691562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dc2e447-e2de-4a94-8368-d4eed8b8c71c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.026159] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: SUCCESS [ 829.026556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.026623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.026828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.027054] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 829.027191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.027258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.027442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.027515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 829.027681] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 829.531476] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.033278] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27882840-bb07-488b-ba69-a1a6813aabd3: rpc.has_security_group_logging(os_id): False [ 830.053677] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.053847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.053890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.054136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.054233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.054487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.054591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.054654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.054809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.054885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.054973] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be created. [ 830.072558] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 830.072787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.072964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.073306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.073403] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.073523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.073580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.073729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.073799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.073941] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.138658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.138804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.138892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.139174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.139524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.158303] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: IN_PROGRESS for 2s [ 830.165862] env[65511]: INFO networking_nsxv3.common.synchronization [req-8a4f6630-e1e4-47ca-9a06-0c55ed7c9305 req-28d39c39-d7a2-4f30-a877-3ece77386dc3 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 830.168625] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 830.168955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.169084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.169147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.169417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.169576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.169672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.169733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.169879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.169958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.170060] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.183989] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 830.184226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.577125] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 830.672410] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.672672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.672672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.674178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.674178] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 already deleted. [ 830.674178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.035310] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.035310] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.035310] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.035310] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.036143] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.036143] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.037810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.037810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.037810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.037810] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.037810] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 831.037810] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 831.038124] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 831.038419] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 831.038646] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 831.038879] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 831.066078] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 831.066304] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.027 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 831.066493] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 831.067119] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.067119] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-d551fb04-f8c7-4869-8425-0a3b60985f9c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.067325] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.067433] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.067736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.067888] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d551fb04-f8c7-4869-8425-0a3b60985f9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.081938] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 831.571048] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.571415] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.571616] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.572041] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.572294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.572558] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port d551fb04-f8c7-4869-8425-0a3b60985f9c not found, creating... [ 831.572993] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.573260] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.573446] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.573814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.574064] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.574786] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.574786] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.574948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.575301] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.575520] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.575738] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: d551fb04-f8c7-4869-8425-0a3b60985f9c is going to be created. [ 831.585499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.585707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.585807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.586390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.586390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.586390] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 831.612135] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.612452] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.612642] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.613646] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.613646] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.613818] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.625804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 831.625999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 831.626060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 831.626340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 831.626495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.637740] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 832.177741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: SUCCESS [ 832.178224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.419600] env[65511]: INFO networking_nsxv3.common.synchronization [req-8a4f6630-e1e4-47ca-9a06-0c55ed7c9305 req-e79178d2-7359-49fa-bff0-4f0b166eff83 service nova] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 832.419715] env[65511]: INFO networking_nsxv3.common.synchronization [req-8a4f6630-e1e4-47ca-9a06-0c55ed7c9305 req-e79178d2-7359-49fa-bff0-4f0b166eff83 service nova] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 832.419797] env[65511]: INFO networking_nsxv3.common.synchronization [req-8a4f6630-e1e4-47ca-9a06-0c55ed7c9305 req-e79178d2-7359-49fa-bff0-4f0b166eff83 service nova] Enqueued Resource ID: d551fb04-f8c7-4869-8425-0a3b60985f9c with Priority: HIGHEST for action port [ 832.420480] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 832.420593] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 832.420672] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d551fb04-f8c7-4869-8425-0a3b60985f9c with Priority: HIGHEST for action port [ 832.421559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.421559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.421559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.422224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.422224] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.422762] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.422866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.422933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.424423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.424423] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.424423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.424423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.424626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.424679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.425221] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.426352] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d551fb04-f8c7-4869-8425-0a3b60985f9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.426511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.426611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.427337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.427337] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d551fb04-f8c7-4869-8425-0a3b60985f9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.929695] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.930357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.930357] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d551fb04-f8c7-4869-8425-0a3b60985f9c with status ACTIVE [ 832.930357] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.930357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.930357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.930622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.930661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.930831] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.930929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.930989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931430] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.931521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.931583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.931718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.931815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.931870] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d551fb04-f8c7-4869-8425-0a3b60985f9c is going to be updated. [ 832.933247] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 832.957898] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 832.958108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 832.958214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 832.958514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 832.958753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 832.958917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d551fb04-f8c7-4869-8425-0a3b60985f9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.438490] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.647228] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 833.647539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.647846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.648093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.648302] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.648531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.648626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.648902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.649205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.649205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.649311] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 833.941905] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.942125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.942189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.942429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.942525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.942840] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be created. [ 833.971717] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 833.973078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 833.973078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 833.973078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 833.973078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 833.984083] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: UNINITIALIZED for 2s [ 834.153226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.153403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.153474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.153703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.153866] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.153969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.154043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.154193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.154283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.154368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.154515] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.154607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.154668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.154808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.154941] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.155052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.155113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.155435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.155512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.155606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.155703] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 834.660418] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643: rpc.has_security_group_logging(os_id): False [ 834.683030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.683030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.683030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.683030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.702048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.702048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.702048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.702048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.702048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.702048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.702483] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.702483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.702483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.702595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.702628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.702811] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.702900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.702963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.703146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.703251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.703370] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 834.774761] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 834.774907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 834.774981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 834.775259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 834.775406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 834.794111] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 835.996917] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 835.997304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.997502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.997769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.998041] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 835.998235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 835.998640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 835.998640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 835.998913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.998913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 835.999061] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.506152] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 836.811548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 836.811843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.916574] env[65511]: INFO networking_nsxv3.common.synchronization [req-f39965ac-eb15-4dfe-8418-728574c15674 req-328b270c-969b-4026-b5fd-deed5a09ff13 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 836.920035] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 836.920035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.920035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 836.920035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 836.920035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 837.006847] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2717a683-4c97-4f0b-be14-79d468d411e3: rpc.has_security_group_logging(os_id): False [ 837.027417] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.027575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.027648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.028192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.028322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.028634] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.028762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.028826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.029086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.029150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.029238] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be created. [ 837.108067] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.108067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.108067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.108067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.108067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.119690] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 837.423905] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.424144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.424226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.424927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.425106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.425258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.425368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.425422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.425580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.425658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.425753] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 837.455995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.456212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.456212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.456630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.456630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.466038] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 837.613961] env[65511]: INFO networking_nsxv3.common.synchronization [req-d65b3dd9-d1e1-4020-9e27-07c611612777 req-05c8e8e5-715b-4896-a883-729c84c6229f tempest-ServerActionsV293TestJSON-137451286 tempest-ServerActionsV293TestJSON-137451286-project-member] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_members [ 837.614594] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_members [ 837.615194] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.615358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.615444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.615731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.615904] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 837.616010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.616083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.616242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 837.616331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 837.616428] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.105027] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-936 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.105027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-936" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.105027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-936" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.109019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-936" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.109019] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.109019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.109019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.109019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.109019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.109019] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.109019] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 838.109019] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 838.109019] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 838.109019] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 838.109019] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 838.109019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 838.118039] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.118238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.118290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.118461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.118549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.118747] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.118840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.118954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.119089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.119126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.119207] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 already deleted. [ 838.119287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.128534] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 838.128708] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 838.128840] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 838.129030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-936" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.129383] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-276f73e9-28af-430c-8722-9fa5b712315a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.129658] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.129788] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.130734] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.130734] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276f73e9-28af-430c-8722-9fa5b712315a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.358548] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ce1c6b9b-f66a-42d4-99dd-00c098951a62 None None] Enqueued Resource ID: bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc with Priority: HIGHEST for action port [ 838.359162] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc with Priority: HIGHEST for action port [ 838.359472] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.359593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.359727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.359900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.359990] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 838.632905] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.633171] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.633303] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.633303] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.633303] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.633303] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 276f73e9-28af-430c-8722-9fa5b712315a not found, creating... [ 838.635496] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.635496] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.635662] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.635832] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.637512] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.637512] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.637512] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.637512] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.637512] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.637512] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.637512] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 276f73e9-28af-430c-8722-9fa5b712315a is going to be created. [ 838.665395] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.665395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.665395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.665568] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.665795] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.666126] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.865037] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc [ 838.865037] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 838.865334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 838.865334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 838.865626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 838.865723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 838.865884] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc already deleted. [ 838.865969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdc4429d-b09b-415a-8e68-0fdb3f4bfdfc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.134677] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 839.135094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.380237] env[65511]: INFO networking_nsxv3.common.synchronization [req-d65b3dd9-d1e1-4020-9e27-07c611612777 req-36950a3a-c3c2-44dd-a046-4eb202e5c5ff service nova] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_rules [ 839.380366] env[65511]: INFO networking_nsxv3.common.synchronization [req-d65b3dd9-d1e1-4020-9e27-07c611612777 req-36950a3a-c3c2-44dd-a046-4eb202e5c5ff service nova] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_members [ 839.380494] env[65511]: INFO networking_nsxv3.common.synchronization [req-d65b3dd9-d1e1-4020-9e27-07c611612777 req-36950a3a-c3c2-44dd-a046-4eb202e5c5ff service nova] Enqueued Resource ID: 276f73e9-28af-430c-8722-9fa5b712315a with Priority: HIGHEST for action port [ 839.381048] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_rules [ 839.382099] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_members [ 839.382099] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 276f73e9-28af-430c-8722-9fa5b712315a with Priority: HIGHEST for action port [ 839.382099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.382099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.382099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.382099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.382099] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.386045] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.386202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.386294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.387415] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.387415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.387415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.387415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.388019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.388019] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.391686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-276f73e9-28af-430c-8722-9fa5b712315a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.391686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.391686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.391969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.392424] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('276f73e9-28af-430c-8722-9fa5b712315a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.476908] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 839.477950] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 deletion is rescheduled due to dependency. [ 839.478105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.898030] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 839.898030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.898030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.898030] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 276f73e9-28af-430c-8722-9fa5b712315a with status ACTIVE [ 839.898030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.898030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.898030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.898030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.898030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.898030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.901045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.901045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.901192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.901192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.901476] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.901581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.902174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.902174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.902174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.902352] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 276f73e9-28af-430c-8722-9fa5b712315a is going to be updated. [ 839.925552] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 839.925758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 839.925821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 839.926084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 839.926285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.926463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-276f73e9-28af-430c-8722-9fa5b712315a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.405110] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.652180] env[65511]: INFO networking_nsxv3.common.synchronization [req-0ba6055d-7f54-4df0-84cd-06bb185bf2a5 req-176ef0de-66ce-40f4-8326-5ac6a8cec297 tempest-AttachInterfacesV270Test-996882394 tempest-AttachInterfacesV270Test-996882394-project-member] Enqueued Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_members [ 840.652180] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_members [ 840.654197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.654522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.654696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.655049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.655392] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.655616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.655763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.656014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.659773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.659773] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 840.910935] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.911141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.911141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.911466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.911466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.911998] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 is going to be created. [ 840.945061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 840.945248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.945315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.946873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.946873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 840.960424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 in Status: UNINITIALIZED for 2s [ 841.044113] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-240 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.044576] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-240" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.044767] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-240" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.045168] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-240" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.046418] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.046418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.046418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.046418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.046418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.046418] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.046734] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 841.046855] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 841.047033] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 841.047188] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 841.047340] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 841.047538] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 841.072127] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 841.072299] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 841.072432] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 841.072600] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-240" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.072915] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-f480e081-9c50-416b-8884-e6310c43ecce taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.073091] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.073204] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.073603] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.073747] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f480e081-9c50-416b-8884-e6310c43ecce',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.164310] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.164532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.164606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.164836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.164933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.165165] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.165341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.165420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.165578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.165683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.165765] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 already deleted. [ 841.165862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.539202] env[65511]: INFO networking_nsxv3.common.synchronization [None req-705f892f-01bf-4037-83c7-36e168759e13 None None] Enqueued Resource ID: eb2ce7c6-b4a3-48e3-8215-238f1110610d with Priority: HIGHEST for action port [ 841.539734] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb2ce7c6-b4a3-48e3-8215-238f1110610d with Priority: HIGHEST for action port [ 841.540088] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-eb2ce7c6-b4a3-48e3-8215-238f1110610d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.540267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-eb2ce7c6-b4a3-48e3-8215-238f1110610d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.540403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-eb2ce7c6-b4a3-48e3-8215-238f1110610d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.540753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-eb2ce7c6-b4a3-48e3-8215-238f1110610d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.540840] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('eb2ce7c6-b4a3-48e3-8215-238f1110610d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 841.576514] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.576844] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.577051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.577429] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.577617] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.577781] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port f480e081-9c50-416b-8884-e6310c43ecce not found, creating... [ 841.578126] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.578315] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.578464] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.578792] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.579017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.579349] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.579509] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.579708] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.579915] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.580158] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.580339] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: f480e081-9c50-416b-8884-e6310c43ecce is going to be created. [ 841.683155] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.683155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.683155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.683155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.683155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.683155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.983615] env[65511]: INFO networking_nsxv3.common.synchronization [req-e9929898-94d2-4c31-a089-f8f03480234a req-4ae59766-2a17-4bfa-b7f3-a1af2142d104 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_members [ 841.984266] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGHEST for action security_group_members [ 841.984611] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.984736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.984801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.985347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.985533] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 841.985641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.985704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.985927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 841.986045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.986171] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.043464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port eb2ce7c6-b4a3-48e3-8215-238f1110610d [ 842.043464] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.043464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.043721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.043721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.043826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.043878] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:eb2ce7c6-b4a3-48e3-8215-238f1110610d already deleted. [ 842.044687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-eb2ce7c6-b4a3-48e3-8215-238f1110610d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.370660] env[65511]: INFO networking_nsxv3.common.synchronization [req-0ba6055d-7f54-4df0-84cd-06bb185bf2a5 req-197c8d6a-d73f-4d74-89df-0c1048610581 service nova] Enqueued Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_rules [ 842.370836] env[65511]: INFO networking_nsxv3.common.synchronization [req-0ba6055d-7f54-4df0-84cd-06bb185bf2a5 req-197c8d6a-d73f-4d74-89df-0c1048610581 service nova] Enqueued Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_members [ 842.370963] env[65511]: INFO networking_nsxv3.common.synchronization [req-0ba6055d-7f54-4df0-84cd-06bb185bf2a5 req-197c8d6a-d73f-4d74-89df-0c1048610581 service nova] Enqueued Resource ID: f480e081-9c50-416b-8884-e6310c43ecce with Priority: HIGHEST for action port [ 842.371506] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_rules [ 842.371642] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_members [ 842.372011] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f480e081-9c50-416b-8884-e6310c43ecce with Priority: HIGHEST for action port [ 842.372011] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.372193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.372193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.372831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.372831] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.374260] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.374260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.374260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.374260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.374260] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.374594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.374594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.374594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.374594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.374887] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.375661] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f480e081-9c50-416b-8884-e6310c43ecce taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.375661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.375661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.375812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.375812] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f480e081-9c50-416b-8884-e6310c43ecce',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.488997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.489326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.489405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.489626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.489718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.489922] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.490036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.490101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.490244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.490324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.490410] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 is going to be updated. [ 842.522468] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.522468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.522468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.522468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.522468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.533867] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: IN_PROGRESS for 2s [ 842.877441] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.877813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.877813] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 842.878729] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f480e081-9c50-416b-8884-e6310c43ecce with status ACTIVE [ 842.878922] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.879051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.879196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.879414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.879513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.879718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.879812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.879872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.880087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.880171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.880394] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.882515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.882515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.882515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.882515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.882515] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f480e081-9c50-416b-8884-e6310c43ecce is going to be updated. [ 842.906257] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.906257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.906257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.906257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.906257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.906257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f480e081-9c50-416b-8884-e6310c43ecce" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.980586] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 in Status: SUCCESS [ 842.980586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.980586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.980586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.980586] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 842.981387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.981543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.982038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 842.982156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.982306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.982516] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.382992] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.485201] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 843.885844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.886182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.886182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.886317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.886410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.886515] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 is going to be created. [ 843.917803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 843.917953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.918038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.918241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.918405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.929167] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 in Status: UNINITIALIZED for 2s [ 843.990856] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 4efe8ccb-bb33-4bd4-829e-0c9c580ad981: rpc.has_security_group_logging(os_id): False [ 844.009547] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.009833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.009833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.009958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.010058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.010294] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.010395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.010458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.010611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.010683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.010788] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 is going to be created. [ 844.072018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 844.072018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 844.072018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 844.072018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 844.072018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.084071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 in Status: IN_PROGRESS for 2s [ 844.542809] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 in Status: SUCCESS [ 844.542993] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 deletion is rescheduled due to dependency. [ 844.543124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.166145] env[65511]: INFO networking_nsxv3.common.synchronization [req-0bd9524f-3091-42a7-bbb5-1fd31e0efba2 req-0eafd5bc-c36d-44ca-b9c0-193294282851 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 845.166982] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 845.167420] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.167624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.167729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.168020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.168259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.168421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.168525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.168765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.168897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.169063] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 845.672366] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.672535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.672609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.672829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.672920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.673135] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.673237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.673291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.673440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.673515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.673599] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 845.703503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.703503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.703503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.703777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.703777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.721607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 845.942023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 in Status: SUCCESS [ 845.942331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.942527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.942788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.942999] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 845.943137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 845.943418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 845.943418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 845.943500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.943535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.943610] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.093975] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 in Status: SUCCESS [ 846.094249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.446983] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.447345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.447345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.447555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.447729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.447872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.447917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.448881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.448995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.449085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.449250] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.449353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.449411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.449566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.449777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.449830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.449868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.449974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.450063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.450147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.450242] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 846.952597] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 7b7a7276-7a18-424d-922a-573e613a3cf9: rpc.has_security_group_logging(os_id): False [ 846.974964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.974964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.974964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.974964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.974964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.974964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.974964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.975426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.975900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.977262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.977262] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.977262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.977262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.977769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.977769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 846.978391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 846.978391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 846.978525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 846.978624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 846.978882] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 is going to be created. [ 847.059771] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.059968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.060040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.060450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.060730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.082605] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 in Status: IN_PROGRESS for 2s [ 847.326636] env[65511]: INFO networking_nsxv3.common.synchronization [req-7be9c977-55cd-43f9-ad11-c07d66447a5d req-5e4f3f75-ecb4-4531-8ee2-e136f7ce6ada tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 847.327206] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 847.327532] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.327690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.327768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.328052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.328212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.328313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.328376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.328530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.328616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.328716] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.416752] env[65511]: INFO networking_nsxv3.common.synchronization [req-73e53778-9d35-4a17-a0d7-e1d8ba9dbaca req-4303195b-611c-4cc4-a348-3bdfcb61b37e tempest-ListServerFiltersTestJSON-1648303968 tempest-ListServerFiltersTestJSON-1648303968-project-member] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 847.416752] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 847.416752] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.416752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.416752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.417114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.417385] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.417622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.417796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.418066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.418251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.418458] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.724320] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.724742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.724742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.724977] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.725294] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.725478] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.725591] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.725819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.725957] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.726181] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.726314] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 847.726421] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 847.726520] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 847.726624] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 847.726725] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 847.726854] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 847.737952] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 847.738184] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 847.738332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.747299] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 847.747461] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 847.747592] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 847.747761] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.748088] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-36f72221-b440-4456-87df-149bcbfb903a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.748254] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.748365] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.749422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.749422] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f72221-b440-4456-87df-149bcbfb903a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 847.830835] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.831090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.831090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.831298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.831394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.831594] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 847.831693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 847.831752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 847.831895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 847.831971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.832065] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e already deleted. [ 847.832144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 847.922913] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.251884] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.252648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.252648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.252648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.252924] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.253125] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 36f72221-b440-4456-87df-149bcbfb903a not found, creating... [ 848.253528] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.253700] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.253857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.254161] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.254338] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.254703] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.254924] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.255645] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.255645] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.255645] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.255645] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 36f72221-b440-4456-87df-149bcbfb903a is going to be created. [ 848.277770] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.277983] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.278143] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.278419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.278628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.278852] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.424898] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.930410] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.930794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.930794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.930870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.930944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.931062] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 848.963798] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.963971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.964023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.964241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.964386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.974959] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 848.990276] env[65511]: INFO networking_nsxv3.common.synchronization [req-7be9c977-55cd-43f9-ad11-c07d66447a5d req-eeed0369-7784-4840-9593-7f629f9b963d service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 848.990276] env[65511]: INFO networking_nsxv3.common.synchronization [req-7be9c977-55cd-43f9-ad11-c07d66447a5d req-eeed0369-7784-4840-9593-7f629f9b963d service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 848.990276] env[65511]: INFO networking_nsxv3.common.synchronization [req-7be9c977-55cd-43f9-ad11-c07d66447a5d req-eeed0369-7784-4840-9593-7f629f9b963d service nova] Enqueued Resource ID: 36f72221-b440-4456-87df-149bcbfb903a with Priority: HIGHEST for action port [ 848.990276] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 848.990276] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 848.990595] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 36f72221-b440-4456-87df-149bcbfb903a with Priority: HIGHEST for action port [ 848.991315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.991437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.991550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.991695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.991802] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.992612] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.992734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.993181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.993181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.993181] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.993181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.996223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.996223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.996223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 848.996223] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 848.996223] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-36f72221-b440-4456-87df-149bcbfb903a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 848.996223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 848.996223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 848.996223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 848.996223] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('36f72221-b440-4456-87df-149bcbfb903a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.095425] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 in Status: SUCCESS [ 849.095702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.496329] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 849.498123] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.498123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.498822] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 36f72221-b440-4456-87df-149bcbfb903a with status ACTIVE [ 849.498999] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.499124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.499188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.499564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.499564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.499665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.499715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.499772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.499911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.499983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.500239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.500369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.500475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.500870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.500972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.501097] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 36f72221-b440-4456-87df-149bcbfb903a is going to be updated. [ 849.523272] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.523638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.523805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.524110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.524338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.524638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-36f72221-b440-4456-87df-149bcbfb903a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 849.823562] env[65511]: INFO networking_nsxv3.common.synchronization [None req-80eaccdf-4664-4bc9-86b6-f81489533b66 None None] Enqueued Resource ID: 46f2820f-d567-4bd2-b11a-933856b40dd0 with Priority: HIGHEST for action port [ 849.824153] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 46f2820f-d567-4bd2-b11a-933856b40dd0 with Priority: HIGHEST for action port [ 849.824493] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-46f2820f-d567-4bd2-b11a-933856b40dd0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 849.824618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-46f2820f-d567-4bd2-b11a-933856b40dd0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 849.824693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-46f2820f-d567-4bd2-b11a-933856b40dd0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 849.824927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-46f2820f-d567-4bd2-b11a-933856b40dd0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 849.825015] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('46f2820f-d567-4bd2-b11a-933856b40dd0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.003842] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 850.329554] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 46f2820f-d567-4bd2-b11a-933856b40dd0 [ 850.329554] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.329554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.329554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.329554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.329554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.329554] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:46f2820f-d567-4bd2-b11a-933856b40dd0 already deleted. [ 850.329554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-46f2820f-d567-4bd2-b11a-933856b40dd0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.506464] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.506634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.506690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.506979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.507143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.507277] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be created. [ 850.533525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 850.533684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 850.533755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 850.533968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 850.534142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 850.545518] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: UNINITIALIZED for 2s [ 850.986205] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 850.986435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 851.834558] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0835ea43-0f72-4b3a-a3fb-6f23e736615f None None] Enqueued Resource ID: dac6e783-d8c4-4521-ab9d-0f894dcaf3a6 with Priority: HIGHEST for action port [ 851.834843] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dac6e783-d8c4-4521-ab9d-0f894dcaf3a6 with Priority: HIGHEST for action port [ 851.835401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-dac6e783-d8c4-4521-ab9d-0f894dcaf3a6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 851.835532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dac6e783-d8c4-4521-ab9d-0f894dcaf3a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 851.835612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dac6e783-d8c4-4521-ab9d-0f894dcaf3a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 851.835852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dac6e783-d8c4-4521-ab9d-0f894dcaf3a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 851.835929] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dac6e783-d8c4-4521-ab9d-0f894dcaf3a6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 852.338581] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port dac6e783-d8c4-4521-ab9d-0f894dcaf3a6 [ 852.338581] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.338581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.338581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.338581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.338581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.338581] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:dac6e783-d8c4-4521-ab9d-0f894dcaf3a6 already deleted. [ 852.338581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dac6e783-d8c4-4521-ab9d-0f894dcaf3a6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.555471] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 852.555797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.556029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.556292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.556526] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 852.556671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 852.556761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 852.556923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 852.557040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.557158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 852.557213] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.059231] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 853.562751] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab80a8f-75ab-4aa3-b994-f96d124d7e0e: rpc.has_security_group_logging(os_id): False [ 853.582793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.583027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.583027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.583280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.583446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.583638] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.583784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.583843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.583992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.584094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.584188] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be created. [ 853.673299] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 853.673517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 853.673580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 853.673777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 853.673962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 853.688988] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 855.707467] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 855.707810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.676186] env[65511]: INFO networking_nsxv3.common.synchronization [req-5bd2964a-da86-491a-bc3a-8c0b34309fbf req-070eab3d-01ca-4993-9e93-c5968bb0ab85 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 856.676186] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 856.676186] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.676186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.676186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.676186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.676186] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 856.676186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 856.676186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 856.676972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 856.677312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.677723] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.091601] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.092615] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.093423] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.093833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.097577] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.097878] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.098099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.098534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.098779] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.099117] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.099314] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 857.099939] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 857.099939] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 857.099939] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 857.100481] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 857.100847] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 857.126184] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 857.126184] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 857.127292] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 857.127793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.128315] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-06451751-0bf0-42ed-a96d-975ca05fb9e5 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.129774] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.131263] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.131263] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.131263] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06451751-0bf0-42ed-a96d-975ca05fb9e5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 857.182195] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.182280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.182389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.182638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.182726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.182938] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.183057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.183124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.183275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.183367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.183467] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be deleted. [ 857.219483] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.219483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.219483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.219483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.219483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.219483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.634353] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.634641] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.635090] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.635090] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.635287] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.635403] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 06451751-0bf0-42ed-a96d-975ca05fb9e5 not found, creating... [ 857.635944] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.635944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.635944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.636341] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.636341] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.636618] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.636857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.637982] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.638389] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.638599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.639031] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 06451751-0bf0-42ed-a96d-975ca05fb9e5 is going to be created. [ 857.663409] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.663631] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.663700] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.664021] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.664228] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.664455] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.809021] env[65511]: INFO networking_nsxv3.common.synchronization [req-ab41fe1c-0998-428f-9271-a0fd0cda5c63 req-6ed29206-581d-4d74-ad81-f92c9e6ba057 tempest-AttachInterfacesV270Test-996882394 tempest-AttachInterfacesV270Test-996882394-project-member] Enqueued Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_members [ 857.809021] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGHEST for action security_group_members [ 857.809021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.809021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.809021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 857.809765] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.311658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.311943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.312106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.312413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.312612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.312891] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.313140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.313247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.313672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.313672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.313860] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 is going to be updated. [ 858.348399] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.348399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.348535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.348953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.348953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.364823] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 in Status: IN_PROGRESS for 2s [ 858.446917] env[65511]: INFO networking_nsxv3.common.synchronization [req-5bd2964a-da86-491a-bc3a-8c0b34309fbf req-ea89f723-af53-44a9-a8e1-b4e76df52056 service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 858.447175] env[65511]: INFO networking_nsxv3.common.synchronization [req-5bd2964a-da86-491a-bc3a-8c0b34309fbf req-ea89f723-af53-44a9-a8e1-b4e76df52056 service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 858.447323] env[65511]: INFO networking_nsxv3.common.synchronization [req-5bd2964a-da86-491a-bc3a-8c0b34309fbf req-ea89f723-af53-44a9-a8e1-b4e76df52056 service nova] Enqueued Resource ID: 06451751-0bf0-42ed-a96d-975ca05fb9e5 with Priority: HIGHEST for action port [ 858.448472] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 858.448472] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 858.448472] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 06451751-0bf0-42ed-a96d-975ca05fb9e5 with Priority: HIGHEST for action port [ 858.450307] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.450307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.450307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.450307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.450307] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.450781] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.450892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.450958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.451226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.451298] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.451366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.451422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.451629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.451673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.451751] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.455647] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-06451751-0bf0-42ed-a96d-975ca05fb9e5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.455791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.455836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.456120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.456120] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('06451751-0bf0-42ed-a96d-975ca05fb9e5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.526074] env[65511]: INFO networking_nsxv3.common.synchronization [req-88c13a13-bb77-4069-ae02-639a5418acc5 req-0af1a99f-e4ad-41d4-8bfe-5ff66cac79f5 tempest-ListImageFiltersTestJSON-1832589312 tempest-ListImageFiltersTestJSON-1832589312-project-member] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 858.526074] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGHEST for action security_group_members [ 858.526074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.526074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.526074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.526422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.526476] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.526608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.526652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.526764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.526844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.527021] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.957910] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 06451751-0bf0-42ed-a96d-975ca05fb9e5 with status ACTIVE [ 858.958467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.958467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.959850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.960136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.960354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.960822] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.960944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.961566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.961625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.961762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.961834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.961920] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 06451751-0bf0-42ed-a96d-975ca05fb9e5 is going to be updated. [ 858.963229] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.963340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.963515] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 858.987719] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 858.987719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.987719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.987978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 858.987978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.988109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-06451751-0bf0-42ed-a96d-975ca05fb9e5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.030266] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.030462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.030462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.030859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.030859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.031014] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.031098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.031150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.031637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.031637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.031637] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be updated. [ 859.077056] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.077219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.077266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.077469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.077608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.090696] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: IN_PROGRESS for 2s [ 859.469329] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.471490] env[65511]: INFO networking_nsxv3.common.synchronization [req-82245fcd-c23d-447d-a6d6-cf4f2328b28c req-2e6e1d1f-020f-403a-a4eb-f413d13b31d0 tempest-ServersNegativeTestMultiTenantJSON-1696428043 tempest-ServersNegativeTestMultiTenantJSON-1696428043-project-member] Enqueued Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_members [ 859.475099] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_members [ 859.478580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.478716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.478787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.479071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.479239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.479337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.480101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.480315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.482331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.482331] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.869938] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-303 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.870142] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-303" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.870264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-303" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.870601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-303" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.870946] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.871280] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.871432] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.871656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.871797] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.872017] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.872138] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 859.872243] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 859.872344] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 859.872530] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 859.872530] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 859.872672] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 859.895140] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 859.896025] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 859.896025] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 859.896025] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-303" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.896335] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-453d776b-8262-4cd5-845d-04027126bae0 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.896544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.896662] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.896975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.897131] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453d776b-8262-4cd5-845d-04027126bae0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 859.971188] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.971188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.971188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.971188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.971188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.971188] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be created. [ 859.984578] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.984701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.984761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.985604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.985685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.985937] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.986353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.986353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.986353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.986494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.986494] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e already deleted. [ 859.986575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.993226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 859.993380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.993471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.993746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.993808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.003140] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: UNINITIALIZED for 2s [ 860.379592] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 in Status: SUCCESS [ 860.380470] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 deletion is rescheduled due to dependency. [ 860.380470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.399539] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.400929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.400929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.400929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.401232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.401232] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 453d776b-8262-4cd5-845d-04027126bae0 not found, creating... [ 860.401571] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.401734] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.402424] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.402424] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.402424] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.402686] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.402813] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.402930] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.403210] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.403502] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.403575] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 453d776b-8262-4cd5-845d-04027126bae0 is going to be created. [ 860.427850] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 860.428121] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.428199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.428468] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 860.428689] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.428917] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.104014] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb in Status: SUCCESS [ 861.104339] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb deletion is rescheduled due to dependency. [ 861.104339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.171542] env[65511]: INFO networking_nsxv3.common.synchronization [req-82245fcd-c23d-447d-a6d6-cf4f2328b28c req-9635e582-e240-4a79-bc60-a4d4f75f6305 service nova] Enqueued Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_rules [ 861.171918] env[65511]: INFO networking_nsxv3.common.synchronization [req-82245fcd-c23d-447d-a6d6-cf4f2328b28c req-9635e582-e240-4a79-bc60-a4d4f75f6305 service nova] Enqueued Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_members [ 861.171995] env[65511]: INFO networking_nsxv3.common.synchronization [req-82245fcd-c23d-447d-a6d6-cf4f2328b28c req-9635e582-e240-4a79-bc60-a4d4f75f6305 service nova] Enqueued Resource ID: 453d776b-8262-4cd5-845d-04027126bae0 with Priority: HIGHEST for action port [ 861.175131] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_rules [ 861.175131] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_members [ 861.175131] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 453d776b-8262-4cd5-845d-04027126bae0 with Priority: HIGHEST for action port [ 861.175131] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.175131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.175131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.175131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.175131] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.175131] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.175131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.176092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.176092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.176092] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.176092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.176092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.176419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.176538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.176826] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.179189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-453d776b-8262-4cd5-845d-04027126bae0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.179189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.179189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.179189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.179189] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('453d776b-8262-4cd5-845d-04027126bae0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.680181] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 861.681261] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.681377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.681741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 453d776b-8262-4cd5-845d-04027126bae0 with status ACTIVE [ 861.682127] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.682127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.682127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.682314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.682514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.682514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.682654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.682721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.682876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.682956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.683153] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.683249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.683311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.683448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.683524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.683607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 453d776b-8262-4cd5-845d-04027126bae0 is going to be updated. [ 861.707784] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.707919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.707985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.708556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.708556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.708556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-453d776b-8262-4cd5-845d-04027126bae0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.940612] env[65511]: INFO networking_nsxv3.common.synchronization [req-bce312ba-aedd-4fbf-b62d-46ec876c9b84 req-40fbb842-3e12-437a-829c-026b042700e0 tempest-ServerTagsTestJSON-1085846330 tempest-ServerTagsTestJSON-1085846330-project-member] Enqueued Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_members [ 861.941179] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_members [ 861.941491] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.941632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.941722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.941917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.943179] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 861.943292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.943494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.943567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 861.943607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.943906] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.013227] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 862.013566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.013633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.013845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.014045] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.014161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.014221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.014518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.014518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.014645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.014645] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.182629] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.269072] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-784 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.269072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-784" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.269311] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-784" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.269736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-784" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.270126] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.270244] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.270376] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.271466] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.271466] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.271466] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.271466] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 862.271466] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 862.271466] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 862.271466] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 862.271754] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 862.271754] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 862.294461] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 862.294590] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 862.294982] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 862.294982] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-784" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.295241] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-10073dd0-e1f6-4288-9eb0-308045800cfb taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.295450] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.295577] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.296062] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.296152] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10073dd0-e1f6-4288-9eb0-308045800cfb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.446486] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.446486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.446486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.446653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.446653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.446869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.446971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.447044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.447191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.447263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.447348] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 already deleted. [ 862.447429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.518361] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.518361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.518361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.518596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.518723] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.518823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.518881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.519034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.519122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.519211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.519442] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.519550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.519603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.519717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.519854] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.519942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.520013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.520147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.520222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.520300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.520560] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 862.685630] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.685630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.685630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.685630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.685630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.685972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e is going to be created. [ 862.712588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.712761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.712827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.713080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.713645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.724517] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e in Status: UNINITIALIZED for 2s [ 862.800124] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.800456] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.800642] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.801033] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.802257] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.802455] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 10073dd0-e1f6-4288-9eb0-308045800cfb not found, creating... [ 862.802749] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.802913] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.803038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.803278] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.803445] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.803740] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.803966] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.804017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.805267] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.805267] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.805267] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 10073dd0-e1f6-4288-9eb0-308045800cfb is going to be created. [ 862.829277] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 862.829277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 862.829277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 862.829277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 862.829277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 862.829277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.025274] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9836115b-089f-4fb8-a5a4-bbcb702c979f: rpc.has_security_group_logging(os_id): False [ 863.042642] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.042878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.042878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.043145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.043211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.043416] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.043547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.043818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.043818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.043818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.044111] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.044111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.044290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.044455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.044506] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.044594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.044654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.044809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.044882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.044928] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be created. [ 863.113404] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.113632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.113714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.113940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.114154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.126423] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c7d22d8a-0e68-47b1-a4d2-d6145e99badf tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_rules [ 863.127100] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_rules [ 863.127518] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.127646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.127748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.127996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.128100] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.133998] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 863.356574] env[65511]: INFO networking_nsxv3.common.synchronization [None req-64748b93-008e-48ee-a188-66b33a9baf95 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_rules [ 863.357437] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_rules [ 863.357827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.357938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.580782] env[65511]: INFO networking_nsxv3.common.synchronization [req-bce312ba-aedd-4fbf-b62d-46ec876c9b84 req-d2985980-3f13-4d6e-87f7-4e640495ff71 service nova] Enqueued Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_rules [ 863.580988] env[65511]: INFO networking_nsxv3.common.synchronization [req-bce312ba-aedd-4fbf-b62d-46ec876c9b84 req-d2985980-3f13-4d6e-87f7-4e640495ff71 service nova] Enqueued Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_members [ 863.581165] env[65511]: INFO networking_nsxv3.common.synchronization [req-bce312ba-aedd-4fbf-b62d-46ec876c9b84 req-d2985980-3f13-4d6e-87f7-4e640495ff71 service nova] Enqueued Resource ID: 10073dd0-e1f6-4288-9eb0-308045800cfb with Priority: HIGHEST for action port [ 863.581721] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_rules [ 863.581858] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_members [ 863.581953] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10073dd0-e1f6-4288-9eb0-308045800cfb with Priority: HIGHEST for action port [ 863.582501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.582638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.582801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.583041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.583127] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.584249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.584364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.584427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.584600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.584750] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.584843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.584903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.585059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.585149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.585236] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.586441] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-10073dd0-e1f6-4288-9eb0-308045800cfb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.586590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.586633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.587215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.587215] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10073dd0-e1f6-4288-9eb0-308045800cfb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 863.650408] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 863.650630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 863.650630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.650786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.650888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651016] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70edfd65-a789-4703-a754-95aa72879138 already deleted. [ 863.651172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 863.651742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 863.651940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 863.652073] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.088631] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.089659] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.089807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.090110] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 10073dd0-e1f6-4288-9eb0-308045800cfb with status ACTIVE [ 864.090110] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.090244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.090281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.090897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.090897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.090897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.091865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.091865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.091865] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 10073dd0-e1f6-4288-9eb0-308045800cfb is going to be updated. [ 864.113673] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.113868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.113868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.114152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.114231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.114402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10073dd0-e1f6-4288-9eb0-308045800cfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.188556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.188556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.188556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.188969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.188969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.188969] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70edfd65-a789-4703-a754-95aa72879138 already deleted. [ 864.188969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.594486] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.735286] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e in Status: SUCCESS [ 864.735922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.735922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.735922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.737049] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.737049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.737049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.737049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.737049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.737049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.737049] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 864.748959] env[65511]: INFO networking_nsxv3.common.synchronization [req-1e8aabab-945b-4c6e-9b71-0dc06ea7fbe7 req-aab994e3-4774-45e6-a545-eaeac7ac2663 tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 864.750604] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 864.750703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.750830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.750896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.751253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.751336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 864.751435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.751688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.751750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 864.752114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.755786] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.100282] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.100416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.100485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.100724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.100797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.101693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 is going to be created. [ 865.131273] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.131273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.131273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.131273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.131273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.141027] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 in Status: UNINITIALIZED for 2s [ 865.149086] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 865.149388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.239711] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.240432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.240603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.240954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.241422] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.241728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.241906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.242184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.242428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.242488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.242621] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.242788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.242843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.243013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.244344] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.244559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.245151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.245467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.245592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.245723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.245863] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.256884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.256884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.256884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.256884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.256884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.256884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.256884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.256884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.257449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.257449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.257449] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 already deleted. [ 865.257449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.680120] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.680624] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.680624] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.681011] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.681319] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.681469] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.681564] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.681901] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.682053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.682292] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.682390] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 865.682493] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 865.682610] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 865.682712] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 865.682810] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 865.682961] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 865.712629] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 865.712945] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.030 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 865.712945] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 865.713475] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.713647] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-431df7dd-a804-4be8-94fd-ce2897be8e7c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.715628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.715628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.716017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.716865] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431df7dd-a804-4be8-94fd-ce2897be8e7c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 865.749771] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e: rpc.has_security_group_logging(os_id): False [ 865.783200] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.783397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.783503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.783693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.783790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.783998] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.784121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.784166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.784328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.784393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.784581] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.784716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.784716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.784924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.784983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.785703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.785703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.785703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.785703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.785703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.785703] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e is going to be created. [ 865.879878] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 865.880035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 865.880104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 865.880314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 865.880499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.894080] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e in Status: IN_PROGRESS for 2s [ 866.219373] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.220074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.220074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.220074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.220225] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.220380] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 431df7dd-a804-4be8-94fd-ce2897be8e7c not found, creating... [ 866.220639] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.220795] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.220907] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.221258] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.221402] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.221681] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.222264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.222485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.222736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.223337] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.223337] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 431df7dd-a804-4be8-94fd-ce2897be8e7c is going to be created. [ 866.249594] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.249856] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.250051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.250373] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.250651] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.251422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.946826] env[65511]: INFO networking_nsxv3.common.synchronization [req-1e8aabab-945b-4c6e-9b71-0dc06ea7fbe7 req-ddab8f83-d5d0-46b8-908e-489feab66b78 service nova] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_rules [ 866.947119] env[65511]: INFO networking_nsxv3.common.synchronization [req-1e8aabab-945b-4c6e-9b71-0dc06ea7fbe7 req-ddab8f83-d5d0-46b8-908e-489feab66b78 service nova] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 866.947509] env[65511]: INFO networking_nsxv3.common.synchronization [req-1e8aabab-945b-4c6e-9b71-0dc06ea7fbe7 req-ddab8f83-d5d0-46b8-908e-489feab66b78 service nova] Enqueued Resource ID: 431df7dd-a804-4be8-94fd-ce2897be8e7c with Priority: HIGHEST for action port [ 866.948065] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_rules [ 866.948225] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 866.948416] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 431df7dd-a804-4be8-94fd-ce2897be8e7c with Priority: HIGHEST for action port [ 866.948713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.948883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.948970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.949267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.949399] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.950714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.950914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.950978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.951203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.951602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.951751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.952502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.952502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.952502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.952502] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 866.953118] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-431df7dd-a804-4be8-94fd-ce2897be8e7c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 866.953250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.953320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.953479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.953526] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('431df7dd-a804-4be8-94fd-ce2897be8e7c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.152778] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 in Status: SUCCESS [ 867.152925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.152982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.153251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.153509] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.153648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.153717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.153898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.154488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.154488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.154488] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.455936] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.455936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.455936] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.457374] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 431df7dd-a804-4be8-94fd-ce2897be8e7c with status ACTIVE [ 867.457481] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.457549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.457624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.457886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.457886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.458800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.458800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.458800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.458800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.458800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.458800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.458800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.458800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.459362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.459362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.459362] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 431df7dd-a804-4be8-94fd-ce2897be8e7c is going to be updated. [ 867.481201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.481403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.481403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.481624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.481771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.481938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-431df7dd-a804-4be8-94fd-ce2897be8e7c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.657199] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.657350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.657447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.657645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.657833] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.657936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.658022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.658150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.658672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.658672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.658672] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.658672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.658672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.659016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.659016] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 867.659016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.659016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.659163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 867.659163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.659311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.659366] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 867.908315] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e in Status: SUCCESS [ 867.908315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.960915] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 868.162648] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6b778a64-c3ce-41a6-8f91-3e06a283a8f6: rpc.has_security_group_logging(os_id): False [ 868.186290] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.186290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.186290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.186290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.186290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.186290] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.186290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.186290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.186827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.186827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.186827] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.186827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.186827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.187024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.187323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.187596] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.187737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.187849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.188032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.188179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.188306] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 is going to be created. [ 868.264995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.265219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.265219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.265532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.265728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.285356] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 in Status: IN_PROGRESS for 2s [ 868.465912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.465912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.465912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.465912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.465912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.465912] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be created. [ 868.494704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 868.494986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.494986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.495177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 868.495334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.505169] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: UNINITIALIZED for 2s [ 870.318575] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 in Status: SUCCESS [ 870.318575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.525868] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 870.525868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.525985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.526189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.526475] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 870.526548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.526582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.526709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 870.526792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.526875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.526968] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.029658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.029658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.029658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.030525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.030525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.030525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.030525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.030752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.030839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.030936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.031099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.031172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.031246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.031380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.031930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.031930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.031930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.031930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.032108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.032108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.032161] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 871.537294] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a9c765f-9372-454d-bf13-278453ca0cd4: rpc.has_security_group_logging(os_id): False [ 871.556842] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.557044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.557081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.557288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.557375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.557580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.557681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.557770] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.557989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.558085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.558269] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.558363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.558424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.558562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.558669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.558850] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.558952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.559040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.559157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.559228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.559311] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be created. [ 871.620846] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 871.621062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.621062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.621402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 871.621652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.636482] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 871.949912] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 871.950421] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 872.003506] env[65511]: INFO networking_nsxv3.common.synchronization [req-63db4281-7c0c-4351-b199-f48462a67060 req-1a9c1352-7613-4838-a5c7-e558aade22be tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 872.004184] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 872.004515] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.004691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.004749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.004948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.005118] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.005708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.005708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.005708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.005708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.005708] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.377053] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.377331] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.377380] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.377684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.377922] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.378109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.378210] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.378426] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.378584] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.378800] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.378912] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 872.379029] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 872.379135] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 872.379246] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 872.379340] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 872.379513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 872.403908] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 872.404468] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 872.405036] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 872.405137] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.405627] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-7464191d-2932-49b7-9f7d-9475475281b3 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.405817] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.405938] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.406283] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.406508] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7464191d-2932-49b7-9f7d-9475475281b3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.508400] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 872.909378] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.909656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.909851] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.910034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.910187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.910338] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 7464191d-2932-49b7-9f7d-9475475281b3 not found, creating... [ 872.910597] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.910751] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.910864] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.911206] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.911344] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.911644] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.911810] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.911924] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.912457] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.913026] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.913026] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 7464191d-2932-49b7-9f7d-9475475281b3 is going to be created. [ 872.936034] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 872.936184] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.936184] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.936497] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.936714] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.936936] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.013282] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.240867] env[65511]: INFO networking_nsxv3.common.synchronization [req-52edf023-9a72-4522-a80c-b87c3411c44d req-bc659e6c-8ad8-4e64-8998-7f7a474364b0 tempest-ServersNegativeTestMultiTenantJSON-1696428043 tempest-ServersNegativeTestMultiTenantJSON-1696428043-project-member] Enqueued Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_members [ 873.241532] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGHEST for action security_group_members [ 873.242114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.242454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.244694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.244694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.244694] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.244694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.244694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.244694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.244694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.244694] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.515755] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.515933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.517243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.517243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.517243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.517243] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be updated. [ 873.553148] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.553628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.553628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.553736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.553882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.565252] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 873.656152] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 873.656378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.668596] env[65511]: INFO networking_nsxv3.common.synchronization [req-63db4281-7c0c-4351-b199-f48462a67060 req-9b5d6002-c058-4e98-8d28-4b652ed8339f service nova] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_rules [ 873.668786] env[65511]: INFO networking_nsxv3.common.synchronization [req-63db4281-7c0c-4351-b199-f48462a67060 req-9b5d6002-c058-4e98-8d28-4b652ed8339f service nova] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 873.669031] env[65511]: INFO networking_nsxv3.common.synchronization [req-63db4281-7c0c-4351-b199-f48462a67060 req-9b5d6002-c058-4e98-8d28-4b652ed8339f service nova] Enqueued Resource ID: 7464191d-2932-49b7-9f7d-9475475281b3 with Priority: HIGHEST for action port [ 873.669599] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_rules [ 873.669751] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 873.669856] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7464191d-2932-49b7-9f7d-9475475281b3 with Priority: HIGHEST for action port [ 873.670157] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.670269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.670360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.670640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.670739] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.672991] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.673111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.673307] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-7464191d-2932-49b7-9f7d-9475475281b3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.673428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.673507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.673675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.673756] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7464191d-2932-49b7-9f7d-9475475281b3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 873.748290] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.748478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.748533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.748922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.748922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.749029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.749149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.749193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.749337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.749428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.749529] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e is going to be updated. [ 873.781489] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 873.781489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 873.781489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 873.781489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 873.781489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.790326] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e in Status: IN_PROGRESS for 2s [ 874.175935] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7464191d-2932-49b7-9f7d-9475475281b3 with status ACTIVE [ 874.176214] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.176464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.176516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.176738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.176830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.177035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.177116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.177263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.177400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.177573] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.177655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.177746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.177919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.178034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.178073] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7464191d-2932-49b7-9f7d-9475475281b3 is going to be updated. [ 874.180269] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.180269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.203104] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.203334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.203334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.203529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.203664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.203848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7464191d-2932-49b7-9f7d-9475475281b3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.700955] env[65511]: INFO networking_nsxv3.common.synchronization [req-a82ced8c-c2f0-41df-8eb4-79060d66f286 req-7ca8a513-cafb-416e-9ef0-16793d3ca769 tempest-ServersTestBootFromVolume-1311537251 tempest-ServersTestBootFromVolume-1311537251-project-member] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_members [ 874.703420] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_members [ 874.703420] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.703590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.704146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.704258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.704423] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 874.704571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 874.704674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 874.704912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 874.705053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 874.705199] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.093958] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-116 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.094230] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-116" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.094325] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-116" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.094697] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-116" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.095041] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.095207] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.095321] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.095625] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.095754] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.095903] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.096019] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 875.096125] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 875.096227] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 875.096332] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 875.096434] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 875.096564] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 875.119474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 875.119661] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 875.119800] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 875.119983] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-116" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.120336] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-e81d0579-8535-4712-bd51-d9042a4d1b72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.120513] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.120631] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.120974] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.121185] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81d0579-8535-4712-bd51-d9042a4d1b72',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.208852] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.209145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.209145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.209339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.209843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.209843] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.210085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.210085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.210205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.210302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.210409] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe already deleted. [ 875.210491] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.576168] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 875.576481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.576730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.576978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.577218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.577370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.577450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.577641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.577752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.577867] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 875.623731] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.623957] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.624092] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.624390] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.624538] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.624693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port e81d0579-8535-4712-bd51-d9042a4d1b72 not found, creating... [ 875.624964] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.625131] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.625242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.625483] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.625655] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.625972] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.626188] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.626317] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.626576] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.626724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.626906] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: e81d0579-8535-4712-bd51-d9042a4d1b72 is going to be created. [ 875.658781] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 875.659029] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.659157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.659524] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 875.659774] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.660022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 875.804448] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e in Status: SUCCESS [ 875.804621] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e deletion is rescheduled due to dependency. [ 875.804736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.080428] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.407281] env[65511]: INFO networking_nsxv3.common.synchronization [req-a82ced8c-c2f0-41df-8eb4-79060d66f286 req-b75c0c9a-2109-467d-ad6a-37f4cd17b406 service nova] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_rules [ 876.408305] env[65511]: INFO networking_nsxv3.common.synchronization [req-a82ced8c-c2f0-41df-8eb4-79060d66f286 req-b75c0c9a-2109-467d-ad6a-37f4cd17b406 service nova] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_members [ 876.409017] env[65511]: INFO networking_nsxv3.common.synchronization [req-a82ced8c-c2f0-41df-8eb4-79060d66f286 req-b75c0c9a-2109-467d-ad6a-37f4cd17b406 service nova] Enqueued Resource ID: e81d0579-8535-4712-bd51-d9042a4d1b72 with Priority: HIGHEST for action port [ 876.409283] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_rules [ 876.409536] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_members [ 876.409707] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e81d0579-8535-4712-bd51-d9042a4d1b72 with Priority: HIGHEST for action port [ 876.410374] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.413017] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.413017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.413017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.413017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.413017] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.414482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e81d0579-8535-4712-bd51-d9042a4d1b72 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.414707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.414839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.415060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.415565] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e81d0579-8535-4712-bd51-d9042a4d1b72',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.583302] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.917709] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e81d0579-8535-4712-bd51-d9042a4d1b72 with status ACTIVE [ 876.918032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.918211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.918305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.918627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.918686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.918872] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.918997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.919113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.919349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.919784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.920047] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.920195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.920292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.920483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.920588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.920696] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e81d0579-8535-4712-bd51-d9042a4d1b72 is going to be updated. [ 876.922251] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 876.923360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.923476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.947027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 876.947027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 876.947027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 876.947027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 876.947027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.947027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e81d0579-8535-4712-bd51-d9042a4d1b72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.086172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.086417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.086531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.088043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.088043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.088043] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be updated. [ 877.124205] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.125027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.125027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.125027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.125027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.133867] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 877.427361] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.566416] env[65511]: INFO networking_nsxv3.common.synchronization [req-3a19f935-cbbb-44dc-8de9-3d274f4c4cef req-ff4453e7-9805-4f84-b218-4f963187bc4c tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 877.566416] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 877.566416] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.566416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.566714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.566714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.566802] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.566884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.566932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.567069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.568512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.568512] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 877.929336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.929538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.929668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.929904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.929996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.930124] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe is going to be created. [ 877.960164] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.960300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.960374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.960584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.960742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.971630] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad87d63-beb0-46f9-badd-b954d2fe31fe in Status: UNINITIALIZED for 2s [ 877.990325] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.990661] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.990878] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.991288] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.991692] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 877.991961] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.992182] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.992529] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.992773] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.993121] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.993337] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 877.993546] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 877.993754] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 877.993986] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 877.994213] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 877.994483] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 878.016467] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 878.016674] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 878.016834] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 878.017056] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.017498] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.017685] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.017844] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.018145] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.018288] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cdc17a-f264-49a8-b2ae-5b1bd679491c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.069072] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.069277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.069325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.069532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.069621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.069841] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.069935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.070047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.070256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.070337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.070432] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be deleted. [ 878.102014] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.102395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.102484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.102702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.102798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.102896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.267734] env[65511]: INFO networking_nsxv3.common.synchronization [req-186013ba-a715-429a-b6bb-26c22e9bd3d0 req-954254a6-e42c-4c87-8f9b-79de9d1f4992 tempest-MigrationsAdminTest-1219589447 tempest-MigrationsAdminTest-1219589447-project-member] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 878.268459] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 878.268848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.269034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.269125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.269398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.269620] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.269743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.269838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.270087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.270229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.270626] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.522708] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.523085] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.523309] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.523763] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.524034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.524297] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port c6cdc17a-f264-49a8-b2ae-5b1bd679491c not found, creating... [ 878.524822] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.525010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.525232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.525576] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.525817] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.526156] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.526369] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.526519] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.526799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.526933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.527100] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: c6cdc17a-f264-49a8-b2ae-5b1bd679491c is going to be created. [ 878.550785] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.551045] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.551191] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.551518] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.551758] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.552356] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.696152] env[65511]: INFO networking_nsxv3.common.synchronization [req-1fd9bd3d-ce98-4c0e-a6fd-9df1f62181a6 req-44dff961-b5d6-4abb-93c0-9a10a9cd5a26 tempest-ServerTagsTestJSON-1085846330 tempest-ServerTagsTestJSON-1085846330-project-member] Enqueued Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_members [ 878.697103] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGHEST for action security_group_members [ 878.697543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.697725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.697799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.698102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.698324] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 878.698474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 878.698566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 878.698798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 878.698921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.699064] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 878.774092] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.145686] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 879.146018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.146293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.146631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.146932] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.147143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.147264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.147513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.147612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.147706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.147813] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.201882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.204329] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.204329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.204329] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 is going to be updated. [ 879.234020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.234020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.234020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.234020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.234020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.249518] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 in Status: IN_PROGRESS for 2s [ 879.276946] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.303259] env[65511]: INFO networking_nsxv3.common.synchronization [req-3a19f935-cbbb-44dc-8de9-3d274f4c4cef req-e887d988-c25f-42bb-8144-15b70796ca63 service nova] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_rules [ 879.303259] env[65511]: INFO networking_nsxv3.common.synchronization [req-3a19f935-cbbb-44dc-8de9-3d274f4c4cef req-e887d988-c25f-42bb-8144-15b70796ca63 service nova] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 879.303259] env[65511]: INFO networking_nsxv3.common.synchronization [req-3a19f935-cbbb-44dc-8de9-3d274f4c4cef req-e887d988-c25f-42bb-8144-15b70796ca63 service nova] Enqueued Resource ID: c6cdc17a-f264-49a8-b2ae-5b1bd679491c with Priority: HIGHEST for action port [ 879.303259] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_rules [ 879.303646] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 879.304475] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c6cdc17a-f264-49a8-b2ae-5b1bd679491c with Priority: HIGHEST for action port [ 879.307266] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.307609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.307762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.308084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.308254] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.309331] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.309615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.309794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.310215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.312283] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.312283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.312283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.312283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.312283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.312283] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.315739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.315885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.318157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.318384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.318466] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c6cdc17a-f264-49a8-b2ae-5b1bd679491c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.651211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.651480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.651480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.652943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.652943] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.652943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.652943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.652943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.652943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.652943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.652943] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.653476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.653476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.653926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.654074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.654169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.654227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.654362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.654449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.654602] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.780599] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.780760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.780834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.781253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.781253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.781253] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be updated. [ 879.814311] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.814484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.814525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.814733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.814878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.816081] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.820009] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.820135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.820462] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c6cdc17a-f264-49a8-b2ae-5b1bd679491c with status ACTIVE [ 879.820462] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.820597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.820634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.820815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.820904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.821075] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.821225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.821266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.821404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.821728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.821728] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.821804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.821831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.821977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.822068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.822207] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c6cdc17a-f264-49a8-b2ae-5b1bd679491c is going to be updated. [ 879.832818] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 879.848062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.848062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.848270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.848349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.848551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.848651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c6cdc17a-f264-49a8-b2ae-5b1bd679491c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.895565] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1f7224b0-1b7c-424b-a942-0323d1e45fcd tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_rules [ 879.896484] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_rules [ 879.897008] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.897210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.897306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.897595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.897714] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 879.982462] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad87d63-beb0-46f9-badd-b954d2fe31fe in Status: SUCCESS [ 879.982645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.982811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.983044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.983240] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 879.983387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.983466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.983594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.983676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.983761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 879.983854] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.002431] env[65511]: INFO networking_nsxv3.common.synchronization [None req-371d7555-88be-4cae-ab5a-2eef08e6acd3 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_rules [ 880.003351] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_rules [ 880.003351] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.003351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.158362] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a9c765f-9372-454d-bf13-278453ca0cd4: rpc.has_security_group_logging(os_id): False [ 880.181030] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.181191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.181294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.181474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.181566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.181884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.181937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.181997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.182146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.182222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.182415] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.182511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.182572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.182706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.182784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.183557] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.183557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.183557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.183745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.183745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.183745] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be updated. [ 880.302679] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.303093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.303093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.303281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.303341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.319822] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.339876] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 880.429787] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.430099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.430099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.430286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.430385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.430493] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 165416bc-a263-4747-bebf-058bb4491981 already deleted. [ 880.430611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.430747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.430913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.431027] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.487215] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 880.823074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.823491] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.823550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.823764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.823878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.824074] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be created. [ 880.857239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.857417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.857477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.857672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.857823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.871232] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: UNINITIALIZED for 2s [ 880.961020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 880.961020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.961020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.961020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.961020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.961020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 165416bc-a263-4747-bebf-058bb4491981 already deleted. [ 880.961020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.990850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for fad87d63-beb0-46f9-badd-b954d2fe31fe: rpc.has_security_group_logging(os_id): False [ 881.015915] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.016115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.016324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.016416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.016816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.016816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.016966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.017090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.017210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.017306] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe is going to be created. [ 881.085455] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 881.085643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.085792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.086304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 881.086304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.101466] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad87d63-beb0-46f9-badd-b954d2fe31fe in Status: IN_PROGRESS for 2s [ 881.269920] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 in Status: SUCCESS [ 881.270197] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 deletion is rescheduled due to dependency. [ 881.270371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.853995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 881.854430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.359212] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 882.359212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.882043] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 882.882322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.882492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.882692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.883044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 882.883044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 882.883186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 882.884443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 882.884443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.884443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.884443] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.115343] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: fad87d63-beb0-46f9-badd-b954d2fe31fe in Status: SUCCESS [ 883.115343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.244345] env[65511]: INFO networking_nsxv3.common.synchronization [req-89958685-8704-43b9-bb73-30822d7bbfcd req-a4a13934-bc0b-4dcb-bd02-c191c7806a2c tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 883.245289] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 883.246588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.246745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.246832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.247100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.247409] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.247409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.247409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.247572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.247657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.247746] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.386813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.386813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.386813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.386954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.387069] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.387386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.387470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.387558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.387706] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.387800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.387857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.387993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.388161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.388503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.388503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.388503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.388503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.388667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.388667] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.413736] env[65511]: INFO networking_nsxv3.common.synchronization [req-d167987e-1d52-45ba-aaec-1075f25f1cd3 req-35ea7d70-ab8f-48a7-8b9b-cd0b22955ffd tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 883.414287] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 883.414612] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.414716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.415089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.415089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.416534] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.416534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.416649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.416789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.416879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.416981] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.679763] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.679994] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.680195] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.680520] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.681147] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.681314] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.681428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.681651] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.681791] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.682016] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.682134] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 883.682230] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 883.682334] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 883.682440] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 883.682543] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 883.682670] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 883.701415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 883.701660] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 883.701814] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 883.702016] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.703146] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-dae8f629-c5f5-489a-bd26-0f6c845b0a61 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.703146] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.703146] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.703146] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.703916] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae8f629-c5f5-489a-bd26-0f6c845b0a61',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 883.749716] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.749716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.749878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.750062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.750156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.750354] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.750456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.750530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.750677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.750755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.750838] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 already deleted. [ 883.750917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.893541] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08a95527-ec12-42b3-8aab-364f918d83d1: rpc.has_security_group_logging(os_id): False [ 883.913604] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.913816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.913920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.914209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.914335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.914611] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.914731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.914803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.915030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.915111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.915300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.915395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.915455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.915620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.915699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.916157] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.916261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.916326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.916473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.916551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.916638] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be created. [ 883.920114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.920114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.920114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.920114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.920114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.920114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.920404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.920404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.920404] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 883.948595] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.948595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.948595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.948763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.948942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 883.961116] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 883.984477] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 883.984477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 883.984477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 883.984477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 883.984477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.000528] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 884.207115] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.207446] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.207618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.207940] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.208088] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.208936] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port dae8f629-c5f5-489a-bd26-0f6c845b0a61 not found, creating... [ 884.208936] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.208936] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.208936] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.209205] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.209205] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.209386] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.209613] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.209677] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.209839] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.209968] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.210117] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: dae8f629-c5f5-489a-bd26-0f6c845b0a61 is going to be created. [ 884.236852] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 884.237199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.237199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.237680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 884.237928] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 884.238701] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.011870] env[65511]: INFO networking_nsxv3.common.synchronization [req-89958685-8704-43b9-bb73-30822d7bbfcd req-986bcd5f-91fd-47b1-9149-4f53f42ebada service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 885.012295] env[65511]: INFO networking_nsxv3.common.synchronization [req-89958685-8704-43b9-bb73-30822d7bbfcd req-986bcd5f-91fd-47b1-9149-4f53f42ebada service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 885.012544] env[65511]: INFO networking_nsxv3.common.synchronization [req-89958685-8704-43b9-bb73-30822d7bbfcd req-986bcd5f-91fd-47b1-9149-4f53f42ebada service nova] Enqueued Resource ID: dae8f629-c5f5-489a-bd26-0f6c845b0a61 with Priority: HIGHEST for action port [ 885.012925] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 885.013182] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 885.013304] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dae8f629-c5f5-489a-bd26-0f6c845b0a61 with Priority: HIGHEST for action port [ 885.013734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.013734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.013916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.014051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.014164] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.015854] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.016023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.016023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.016182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.016702] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.016873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.016964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.017155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.017266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.017337] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.018365] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-dae8f629-c5f5-489a-bd26-0f6c845b0a61 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.018467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.018543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.018693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.018811] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dae8f629-c5f5-489a-bd26-0f6c845b0a61',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.521484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.521771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.521890] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 885.522811] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dae8f629-c5f5-489a-bd26-0f6c845b0a61 with status ACTIVE [ 885.523018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.523166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.523196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.523469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.523641] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.523740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.523843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.523945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.524029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.524203] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.524291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.524347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.527051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.527051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.527051] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dae8f629-c5f5-489a-bd26-0f6c845b0a61 is going to be updated. [ 885.549641] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 885.549932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.549932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.550162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 885.550282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.550480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dae8f629-c5f5-489a-bd26-0f6c845b0a61" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.972289] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 885.972376] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 885.972467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.015826] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 886.015826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.026360] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 886.531048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.531048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.531048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.531048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.531048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.531048] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be created. [ 886.557895] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 886.558795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 886.558795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 886.558795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 886.559033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 886.571373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: UNINITIALIZED for 2s [ 888.253588] env[65511]: INFO networking_nsxv3.common.synchronization [req-02040ec1-50fe-4f85-956d-de09616528ca req-977ef35a-2597-4d21-be46-f529c8c17e63 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 888.254284] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 888.254632] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.254891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.254948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.255121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.255268] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.255365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.255423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.258064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.258258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.258375] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.584164] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 888.584164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.584164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.584377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.584479] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.584569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.584614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.584757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.584884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.585089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.585209] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.590549] env[65511]: INFO networking_nsxv3.common.synchronization [req-4721085a-8f78-4985-a76c-cf1566b6191f req-5a7186d2-a7ae-4b00-b9de-b06eaf0bd206 tempest-ListServerFiltersTestJSON-1648303968 tempest-ListServerFiltersTestJSON-1648303968-project-member] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 888.591176] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 888.591512] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.591662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.591751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.592019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.592216] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.592348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.592434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.592604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.592720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.592836] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.693210] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-46 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.693463] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.693550] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.693796] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694154] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.694336] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.694765] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.694765] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.694868] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.695076] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.695183] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 888.695286] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 888.695387] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 888.695490] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 888.695654] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 888.695788] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 888.715194] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 888.715370] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 888.715504] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 888.715702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-46" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.716025] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 888.716189] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 888.716307] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 888.716632] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 888.716767] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cf4093b-9f3a-4527-b382-949b9ff5b5fc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 888.761112] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.087779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.088325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.088325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.088701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.088701] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.088701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.088821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.090031] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.090031] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.090031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.090436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.090436] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.095601] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.219947] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.219947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.219947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.219947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.219947] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.219947] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 4cf4093b-9f3a-4527-b382-949b9ff5b5fc not found, creating... [ 889.220507] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.220648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.220770] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.221017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.221156] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.221538] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.225102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.225102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.225102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.225102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.225102] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 4cf4093b-9f3a-4527-b382-949b9ff5b5fc is going to be created. [ 889.251456] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.252312] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.252312] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.252492] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.252778] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.253485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.265386] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.595941] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a432b387-c149-4987-8507-66e3f9717524: rpc.has_security_group_logging(os_id): False [ 889.597325] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 889.615033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.615033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.615433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.615433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.615433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.615714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.615714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.615923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.616170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.616170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.616675] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.616675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.616675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.617508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.617508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.617508] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.617508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.617508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.617508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.617508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.618126] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be created. [ 889.683988] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.684172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.684211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.684417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.684667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.696270] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 889.768764] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.769042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.769161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.769995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.769995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.770135] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 889.849128] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 889.849337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.849400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.849691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.849791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 889.860332] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 890.022932] env[65511]: INFO networking_nsxv3.common.synchronization [req-02040ec1-50fe-4f85-956d-de09616528ca req-f09e314a-a371-4c53-8c3b-e729e7bc9d70 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 890.023136] env[65511]: INFO networking_nsxv3.common.synchronization [req-02040ec1-50fe-4f85-956d-de09616528ca req-f09e314a-a371-4c53-8c3b-e729e7bc9d70 service nova] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 890.023276] env[65511]: INFO networking_nsxv3.common.synchronization [req-02040ec1-50fe-4f85-956d-de09616528ca req-f09e314a-a371-4c53-8c3b-e729e7bc9d70 service nova] Enqueued Resource ID: 4cf4093b-9f3a-4527-b382-949b9ff5b5fc with Priority: HIGHEST for action port [ 890.023918] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_rules [ 890.024089] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 890.024161] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4cf4093b-9f3a-4527-b382-949b9ff5b5fc with Priority: HIGHEST for action port [ 890.024476] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.024558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.024607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.024796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.024878] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.025795] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.026763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.027019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.027158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.027241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.027424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.027503] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4cf4093b-9f3a-4527-b382-949b9ff5b5fc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 890.101305] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.101305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.101422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.101987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.101987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.101987] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 890.135095] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.135229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.135316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.135601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.135803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.147009] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 890.529966] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.530343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.530543] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4cf4093b-9f3a-4527-b382-949b9ff5b5fc with status ACTIVE [ 890.530816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.531072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.531236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.531511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.531675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.533480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.533480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.533480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.533480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.533480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.533937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.533937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.535212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.535212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.535212] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4cf4093b-9f3a-4527-b382-949b9ff5b5fc is going to be updated. [ 890.584996] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 890.585197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.585269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.585821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.585821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.585957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4cf4093b-9f3a-4527-b382-949b9ff5b5fc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.711923] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 891.711923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.873513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 891.873892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.874183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.875143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.875143] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 891.875143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.875143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.879926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.879926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.879926] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.159219] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 892.159219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.387588] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.523787] env[65511]: INFO networking_nsxv3.common.synchronization [req-72328112-f190-4d72-8df8-143836671baa req-9952da3a-2f92-46eb-b65a-b49257ad7bc2 tempest-ServersTestManualDisk-531088925 tempest-ServersTestManualDisk-531088925-project-member] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_members [ 892.524432] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGHEST for action security_group_members [ 892.525360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.525482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.525528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.526298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.526461] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 892.526539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.526706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.526768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 892.527115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.527115] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 892.895883] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 893.030370] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.030584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.030642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.030858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.030956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.032435] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.032595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.032652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.032820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.032901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.033012] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b is going to be updated. [ 893.066863] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.067053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.067135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.067476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.067721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.080026] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: IN_PROGRESS for 2s [ 893.397641] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.397915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.398029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.398281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.398394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.398496] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 893.445498] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 893.445756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 893.445947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 893.446077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 893.446244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 893.457101] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 895.093848] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b in Status: SUCCESS [ 895.094203] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b deletion is rescheduled due to dependency. [ 895.094241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.459068] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd997846-d331-4583-81ab-e21b5a8ef1c2 req-15afb1ae-f860-405e-96d4-a31ce3eb954d tempest-ServerAddressesNegativeTestJSON-791044817 tempest-ServerAddressesNegativeTestJSON-791044817-project-member] Enqueued Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_members [ 895.460915] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_members [ 895.461736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.461736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.461736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.461987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.462176] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.462306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.462408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.462599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.462692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.462947] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.474589] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 895.474589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.474589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.474589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.474784] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.474909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.474985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.475165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.475248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.475334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.475651] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.560946] env[65511]: INFO networking_nsxv3.common.synchronization [None req-a761eaa7-3758-4df3-abc7-3b8af680fad0 None None] Enqueued Resource ID: a479ade0-718e-447e-9a1b-a70e81ab7d8b with Priority: HIGHEST for action port [ 895.561713] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a479ade0-718e-447e-9a1b-a70e81ab7d8b with Priority: HIGHEST for action port [ 895.562151] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a479ade0-718e-447e-9a1b-a70e81ab7d8b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.562294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a479ade0-718e-447e-9a1b-a70e81ab7d8b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.562372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a479ade0-718e-447e-9a1b-a70e81ab7d8b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.562722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a479ade0-718e-447e-9a1b-a70e81ab7d8b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.562896] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a479ade0-718e-447e-9a1b-a70e81ab7d8b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.924913] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-847 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.925136] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-847" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.925230] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-847" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.925544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-847" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.925917] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.926099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.926220] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.926443] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.926601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.926856] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.927816] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 895.927816] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 895.927816] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 895.927816] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 895.927816] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 895.927816] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 895.949222] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 895.949405] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 895.949547] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 895.950388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-847" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.950388] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-2b77b468-044d-47b6-bb17-e55cd8beecf6 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.950388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.950388] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.950698] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.950793] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b77b468-044d-47b6-bb17-e55cd8beecf6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 895.965149] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.965306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.965357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.965621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.965924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.965924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.966049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.966049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.966185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.966295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.966335] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc already deleted. [ 895.966434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.978871] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.979124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.979124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.979312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.979963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.979963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.979963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.979963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.979963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.979963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.980419] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.980419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.980419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.980539] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 895.980579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 895.980611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 895.981294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 895.981294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.981294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.981294] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 896.065401] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a479ade0-718e-447e-9a1b-a70e81ab7d8b [ 896.065677] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.065816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.065894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.066154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.066248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.066342] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a479ade0-718e-447e-9a1b-a70e81ab7d8b already deleted. [ 896.066420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a479ade0-718e-447e-9a1b-a70e81ab7d8b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.454857] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.454857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.454857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.455465] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.455465] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.455465] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 2b77b468-044d-47b6-bb17-e55cd8beecf6 not found, creating... [ 896.455721] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.455937] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.456094] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.456403] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.456677] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.458105] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.458105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.458105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.458300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.459042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.459042] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 2b77b468-044d-47b6-bb17-e55cd8beecf6 is going to be created. [ 896.481628] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.481926] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.482110] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.482399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.482660] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.482900] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.483825] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643: rpc.has_security_group_logging(os_id): False [ 896.505447] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.505683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.505755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.505997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.506130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.506314] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.506414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.506494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.506688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.506764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.506953] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.507058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.507194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.507292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.507381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.507589] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.507685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.507748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.507876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.507950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.508071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 896.617072] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 896.617297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 896.617375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 896.617592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 896.617819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 896.638090] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 897.198911] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd997846-d331-4583-81ab-e21b5a8ef1c2 req-c95345d6-1243-4ac8-b2e2-514e0b44b316 service nova] Enqueued Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_rules [ 897.199034] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd997846-d331-4583-81ab-e21b5a8ef1c2 req-c95345d6-1243-4ac8-b2e2-514e0b44b316 service nova] Enqueued Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_members [ 897.199179] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd997846-d331-4583-81ab-e21b5a8ef1c2 req-c95345d6-1243-4ac8-b2e2-514e0b44b316 service nova] Enqueued Resource ID: 2b77b468-044d-47b6-bb17-e55cd8beecf6 with Priority: HIGHEST for action port [ 897.199949] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_rules [ 897.199949] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_members [ 897.199949] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2b77b468-044d-47b6-bb17-e55cd8beecf6 with Priority: HIGHEST for action port [ 897.200380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.200596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.200704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.201257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.201257] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.202503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.203108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.203108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.203108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.203108] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.203108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.203108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.203376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.203376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.203427] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.204341] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2b77b468-044d-47b6-bb17-e55cd8beecf6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.204451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.204515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.206154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.206154] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2b77b468-044d-47b6-bb17-e55cd8beecf6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.709377] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.709377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.709377] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 897.709942] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2b77b468-044d-47b6-bb17-e55cd8beecf6 with status ACTIVE [ 897.709972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.710194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.710311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.710869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.710972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.711399] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.711652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.711901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.712237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.712425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.712805] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.713135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.713322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.713594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.714447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.714645] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2b77b468-044d-47b6-bb17-e55cd8beecf6 is going to be updated. [ 897.738375] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.738575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.738656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.738869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.739018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.739184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2b77b468-044d-47b6-bb17-e55cd8beecf6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 897.875880] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ae617ca1-f7ef-41dc-8927-1a03f44dc655 None None] Enqueued Resource ID: 6ef636ec-4a11-45b0-a27d-4eb55503fba0 with Priority: HIGHEST for action port [ 897.878219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6ef636ec-4a11-45b0-a27d-4eb55503fba0 with Priority: HIGHEST for action port [ 897.878219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-6ef636ec-4a11-45b0-a27d-4eb55503fba0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 897.878219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6ef636ec-4a11-45b0-a27d-4eb55503fba0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 897.878219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6ef636ec-4a11-45b0-a27d-4eb55503fba0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 897.878506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6ef636ec-4a11-45b0-a27d-4eb55503fba0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 897.878506] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6ef636ec-4a11-45b0-a27d-4eb55503fba0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.217996] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 898.381865] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6ef636ec-4a11-45b0-a27d-4eb55503fba0 [ 898.381865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.381865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.381865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.383119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.383119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.383119] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6ef636ec-4a11-45b0-a27d-4eb55503fba0 already deleted. [ 898.383119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6ef636ec-4a11-45b0-a27d-4eb55503fba0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.656092] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 898.656405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.720284] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.720643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.720643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.720842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.720967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.721077] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc is going to be created. [ 898.752127] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 898.752346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.752346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.752554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 898.752715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 898.765214] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc in Status: UNINITIALIZED for 2s [ 900.729315] env[65511]: INFO networking_nsxv3.common.synchronization [None req-32209dbf-3905-44d6-a689-6b542b00773e tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 900.732132] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 900.734153] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.734507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.734656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.735068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.735723] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.779119] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc in Status: SUCCESS [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.780541] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 900.780885] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 900.882338] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1806f494-3c80-4350-8f18-014a0d87714f tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 900.885810] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 900.886017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 900.886133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.050182] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2efecb7-43b9-4839-81f7-e34c4ad0e13b req-cfe1bf43-2b3c-4e54-bea7-6bd1cf327728 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_members [ 901.051595] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_members [ 901.051879] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.052080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.052170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.052533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.052786] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.052963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.053078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.053399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.053534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.053575] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.265155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.265496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.265496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.266564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266564] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 already deleted. [ 901.266564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.266564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.266564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.267699] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.288339] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.288601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.288721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.289082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.290371] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.290371] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.290371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.290884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.290884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.290884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.290990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.291137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.291232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.291394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.291812] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.556240] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.556391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.556466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.557637] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.557637] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70edfd65-a789-4703-a754-95aa72879138 already deleted. [ 901.557637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.634539] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.634853] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.634984] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.635286] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.635547] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.635791] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.635908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.636148] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.636301] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.636505] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.636683] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 901.636752] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 901.636859] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 901.636968] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 901.637116] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 901.637257] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 901.661413] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 901.661591] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 901.661730] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 901.661910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.662367] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-c8953366-abad-4243-a43e-dd35026602f8 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.665908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.666349] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.666884] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.667490] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8953366-abad-4243-a43e-dd35026602f8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 901.790013] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.790356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.790356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.790502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.790550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.790642] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 already deleted. [ 901.790744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.795801] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 413aa4b2-02ae-4de5-a380-0cb1209b5afc: rpc.has_security_group_logging(os_id): False [ 901.813949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.814195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.814304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.814563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.814629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.814826] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.814928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.814993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.815226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.815305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.815502] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.815643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.815700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.815831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.815908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.816209] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 901.816265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 901.816297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 901.816438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 901.816515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 901.816648] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc is going to be created. [ 902.013113] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.013371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.013439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.013654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.013844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.025798] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc in Status: IN_PROGRESS for 2s [ 902.169919] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.170577] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.170577] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.170693] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.171598] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.171598] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port c8953366-abad-4243-a43e-dd35026602f8 not found, creating... [ 902.171598] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.171598] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.171826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.171944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.172051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.172335] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.172510] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.172626] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.172857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.173068] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.173192] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: c8953366-abad-4243-a43e-dd35026602f8 is going to be created. [ 902.198203] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.198553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.198725] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.199057] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.199899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.199899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.951580] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2efecb7-43b9-4839-81f7-e34c4ad0e13b req-e6b0719e-256a-4748-bcbe-bc66466d365a service nova] Enqueued Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_rules [ 902.951580] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2efecb7-43b9-4839-81f7-e34c4ad0e13b req-e6b0719e-256a-4748-bcbe-bc66466d365a service nova] Enqueued Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_members [ 902.951580] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2efecb7-43b9-4839-81f7-e34c4ad0e13b req-e6b0719e-256a-4748-bcbe-bc66466d365a service nova] Enqueued Resource ID: c8953366-abad-4243-a43e-dd35026602f8 with Priority: HIGHEST for action port [ 902.951904] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_rules [ 902.952266] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_members [ 902.952365] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8953366-abad-4243-a43e-dd35026602f8 with Priority: HIGHEST for action port [ 902.953337] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.953337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.953337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.953337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.953337] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.954314] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.954632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.954632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.954914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.955146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.955308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.955391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.956087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.956087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 902.956087] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 902.956889] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8953366-abad-4243-a43e-dd35026602f8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 902.957031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 902.957175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 902.957388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 902.957515] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8953366-abad-4243-a43e-dd35026602f8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.459708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.463029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.463029] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 903.463029] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port c8953366-abad-4243-a43e-dd35026602f8 with status ACTIVE [ 903.463029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.463029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.463029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.463029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.463029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.463029] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.465728] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.465728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.468397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.468397] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: c8953366-abad-4243-a43e-dd35026602f8 is going to be updated. [ 903.493718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 903.493718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.493718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.493718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 903.493718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.493718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8953366-abad-4243-a43e-dd35026602f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 903.970276] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.043025] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc in Status: SUCCESS [ 904.043290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.240224] env[65511]: INFO networking_nsxv3.common.synchronization [None req-e81c1551-2d61-45ad-99f8-627d9f5aac09 None None] Enqueued Resource ID: 9faa4a07-4f9e-4d8d-bf98-12d8252c6955 with Priority: HIGHEST for action port [ 904.241109] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9faa4a07-4f9e-4d8d-bf98-12d8252c6955 with Priority: HIGHEST for action port [ 904.241313] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9faa4a07-4f9e-4d8d-bf98-12d8252c6955 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.241313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9faa4a07-4f9e-4d8d-bf98-12d8252c6955" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.241424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9faa4a07-4f9e-4d8d-bf98-12d8252c6955" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.242188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9faa4a07-4f9e-4d8d-bf98-12d8252c6955" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.242188] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9faa4a07-4f9e-4d8d-bf98-12d8252c6955',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 904.471852] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.471941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.472017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.472267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.472931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.472931] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70edfd65-a789-4703-a754-95aa72879138 is going to be created. [ 904.502617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.503096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.503337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.505019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.505019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.517020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70edfd65-a789-4703-a754-95aa72879138 in Status: UNINITIALIZED for 2s [ 904.744319] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 9faa4a07-4f9e-4d8d-bf98-12d8252c6955 [ 904.744626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 904.744779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 904.744895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 904.745163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 904.745639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.745639] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:9faa4a07-4f9e-4d8d-bf98-12d8252c6955 already deleted. [ 904.746334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9faa4a07-4f9e-4d8d-bf98-12d8252c6955" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.250557] env[65511]: INFO networking_nsxv3.common.synchronization [None req-f49b4b75-8745-44c1-8437-4b8f4de46076 None None] Enqueued Resource ID: c4ce536b-ac02-4130-a324-ed07721d9ccf with Priority: HIGHEST for action port [ 906.250557] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c4ce536b-ac02-4130-a324-ed07721d9ccf with Priority: HIGHEST for action port [ 906.250557] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c4ce536b-ac02-4130-a324-ed07721d9ccf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.250557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c4ce536b-ac02-4130-a324-ed07721d9ccf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.250557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c4ce536b-ac02-4130-a324-ed07721d9ccf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.250942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c4ce536b-ac02-4130-a324-ed07721d9ccf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.250942] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c4ce536b-ac02-4130-a324-ed07721d9ccf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.531392] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70edfd65-a789-4703-a754-95aa72879138 in Status: SUCCESS [ 906.531392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.531392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.532025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.534689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.534689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.534689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.534689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.534689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.534689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.535015] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 906.754054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c4ce536b-ac02-4130-a324-ed07721d9ccf [ 906.754054] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 906.754054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.754054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.754054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 906.754054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.754054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c4ce536b-ac02-4130-a324-ed07721d9ccf already deleted. [ 906.754054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c4ce536b-ac02-4130-a324-ed07721d9ccf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.039081] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 907.544794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 70edfd65-a789-4703-a754-95aa72879138: rpc.has_security_group_logging(os_id): False [ 907.563413] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.563588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.563668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.563839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.563928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.564174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.564276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.564340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.564509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.564598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.564689] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 70edfd65-a789-4703-a754-95aa72879138 is going to be created. [ 907.640016] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 907.640016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 907.640016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 907.640016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 907.640016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.653126] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70edfd65-a789-4703-a754-95aa72879138 in Status: IN_PROGRESS for 2s [ 908.539504] env[65511]: INFO networking_nsxv3.common.synchronization [None req-3bfb31f2-ed57-4551-a637-993c4290129e tempest-ServersTestFqdnHostnames-350993564 tempest-ServersTestFqdnHostnames-350993564-project-member] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_rules [ 908.540066] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_rules [ 908.540375] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.540499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.540565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.540819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 908.540903] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 908.634566] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c5c5f869-c4e6-49b4-a4d9-49ee89129b47 tempest-ServersTestFqdnHostnames-350993564 tempest-ServersTestFqdnHostnames-350993564-project-member] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_rules [ 908.635212] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_rules [ 908.635573] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 908.635765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.065385] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.065385] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 already deleted. [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.065385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.065385] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.193135] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc128c0a-e5ce-4344-9fdf-bd53a39a7963 req-1737cc3e-b0c4-423c-97ec-7cdc34bf0c55 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 909.194299] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 909.198164] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.198362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.198444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.198638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.198803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.198912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.198912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.199086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.199435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.199435] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.588346] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.588524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.588563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.588804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.588870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.588965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 already deleted. [ 909.589055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.668731] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 70edfd65-a789-4703-a754-95aa72879138 in Status: SUCCESS [ 909.668731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.678540] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.678842] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.678923] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.679210] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.679475] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.679628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.679743] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.679964] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.683890] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.683890] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.683890] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 909.683890] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 909.683890] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 909.683890] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 909.683890] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 909.683890] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 909.703693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.703852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.703920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.704537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.704537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.704705] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.704807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.704874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.704999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.705093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.705180] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 909.706993] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 909.707168] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 909.707305] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 909.707859] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.708185] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-ab3f9313-0c77-4fd5-9c64-aff4a867540b taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.708340] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.708466] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.708733] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.708871] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab3f9313-0c77-4fd5-9c64-aff4a867540b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 909.737470] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 909.737670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.737760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.737982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.738168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.749346] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 910.212030] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.212376] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.212709] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.213096] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.213327] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.213529] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port ab3f9313-0c77-4fd5-9c64-aff4a867540b not found, creating... [ 910.213883] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.214157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.214318] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.214614] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.214778] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.215147] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.215349] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.215505] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.215803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.215975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.216160] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: ab3f9313-0c77-4fd5-9c64-aff4a867540b is going to be created. [ 910.240312] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.240569] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.240624] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.240972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.241232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.241450] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.988281] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc128c0a-e5ce-4344-9fdf-bd53a39a7963 req-7070c9e0-4e5c-4825-95d2-3b92829d700c service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 910.988559] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc128c0a-e5ce-4344-9fdf-bd53a39a7963 req-7070c9e0-4e5c-4825-95d2-3b92829d700c service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 910.988726] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc128c0a-e5ce-4344-9fdf-bd53a39a7963 req-7070c9e0-4e5c-4825-95d2-3b92829d700c service nova] Enqueued Resource ID: ab3f9313-0c77-4fd5-9c64-aff4a867540b with Priority: HIGHEST for action port [ 910.989582] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 910.989862] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 910.990182] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab3f9313-0c77-4fd5-9c64-aff4a867540b with Priority: HIGHEST for action port [ 910.990463] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.990701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.990780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.990976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.991073] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 910.991916] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.992479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.992479] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab3f9313-0c77-4fd5-9c64-aff4a867540b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 910.992605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.992641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.992792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 910.993256] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab3f9313-0c77-4fd5-9c64-aff4a867540b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.495227] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.495227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.495423] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab3f9313-0c77-4fd5-9c64-aff4a867540b with status ACTIVE [ 911.495423] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.495626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.495626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.498189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.498189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.498189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.498189] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab3f9313-0c77-4fd5-9c64-aff4a867540b is going to be updated. [ 911.523047] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.523426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.523512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.523751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.523910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.524101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab3f9313-0c77-4fd5-9c64-aff4a867540b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.764021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 911.764021] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 911.764200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.764308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.764572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.764809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.765637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.765637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.765637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.765637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.765637] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 911.773069] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ff8b6ee-abfb-48ae-bcd1-f8feaf62e723 req-84ba0d52-968a-4ad3-a1a0-0db51c0a295a tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_members [ 911.774847] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_members [ 911.775212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.775349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.775419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.775724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.777048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 911.777048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 911.777048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 911.777048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 911.777048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.777048] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.180489] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.180814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.180814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.181098] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.182539] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.186109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.186109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.186109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.186109] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.186109] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.186109] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 912.186109] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 912.186109] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 912.186109] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 912.186109] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 912.186109] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 912.206803] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 912.207090] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 912.207262] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 912.207430] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.207745] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-00851715-e592-4820-8b7e-09d68ad385e1 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.208050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.208202] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.208543] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.208683] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00851715-e592-4820-8b7e-09d68ad385e1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.267851] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 912.278604] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.278776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.278776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.280604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.280865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.281183] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.281283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.281334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.282162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.282162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.282162] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165416bc-a263-4747-bebf-058bb4491981 already deleted. [ 912.282162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.712335] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.712597] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.712771] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.713166] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.713356] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.713569] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 00851715-e592-4820-8b7e-09d68ad385e1 not found, creating... [ 912.713924] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.714114] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.714234] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.714499] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.714688] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.715075] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.715250] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.715372] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.715631] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.715893] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.716091] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 00851715-e592-4820-8b7e-09d68ad385e1 is going to be created. [ 912.758864] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 912.759178] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.759427] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.759768] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 912.760131] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.760456] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 912.778337] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.280755] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.281229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.281229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.281536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.281697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.281876] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 913.325586] env[65511]: INFO networking_nsxv3.common.synchronization [req-18d534f0-b69b-4305-9018-01d2d7226db9 req-470e938a-3365-4b38-896b-a26c8b0b6cb0 tempest-MigrationsAdminTest-1219589447 tempest-MigrationsAdminTest-1219589447-project-member] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 913.326752] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.326895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.326996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.327233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.327381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.328795] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGHEST for action security_group_members [ 913.329132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.329276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.329349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.329522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.329671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.329769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.329833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.330025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.330121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.330212] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.341414] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 913.534614] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ff8b6ee-abfb-48ae-bcd1-f8feaf62e723 req-50b3db83-ca78-4855-8ad7-73b2b4a0e94e service nova] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_rules [ 913.534731] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ff8b6ee-abfb-48ae-bcd1-f8feaf62e723 req-50b3db83-ca78-4855-8ad7-73b2b4a0e94e service nova] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_members [ 913.534843] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ff8b6ee-abfb-48ae-bcd1-f8feaf62e723 req-50b3db83-ca78-4855-8ad7-73b2b4a0e94e service nova] Enqueued Resource ID: 00851715-e592-4820-8b7e-09d68ad385e1 with Priority: HIGHEST for action port [ 913.535772] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_rules [ 913.535772] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_members [ 913.535772] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 00851715-e592-4820-8b7e-09d68ad385e1 with Priority: HIGHEST for action port [ 913.536147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.536212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.536249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.536455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.537527] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.538091] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.538423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.538631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.538802] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.538902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.538982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.539985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.543946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.543946] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.543946] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-00851715-e592-4820-8b7e-09d68ad385e1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.543946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.543946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.543946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.543946] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('00851715-e592-4820-8b7e-09d68ad385e1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.713569] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d1f02e8-d14b-40ee-92be-4bae31ad087c req-9cd16719-7f7b-489b-be20-d565e53481fe tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 913.715048] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 913.715048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.715048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.715048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.715048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.715341] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.715341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.715341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.715586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.715586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.715809] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 913.833323] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.834631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.834631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.834631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.834631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.834631] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.835019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.835019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.835271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.835394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.835566] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be updated. [ 913.867286] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 913.867547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 913.867682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 913.867976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 913.868200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 913.890122] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: IN_PROGRESS for 2s [ 914.044921] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.044921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.045163] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.047591] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 00851715-e592-4820-8b7e-09d68ad385e1 with status ACTIVE [ 914.047591] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.047591] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.047591] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.047591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.048039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.048039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.048039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.048039] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 00851715-e592-4820-8b7e-09d68ad385e1 is going to be updated. [ 914.058942] env[65511]: INFO networking_nsxv3.common.synchronization [req-b7c79fba-509f-4080-b3a9-c252747cbd1a req-200a738a-7812-4f9e-a9ba-a4e1b0feb0b8 tempest-ServerAddressesNegativeTestJSON-791044817 tempest-ServerAddressesNegativeTestJSON-791044817-project-member] Enqueued Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_members [ 914.061933] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc with Priority: HIGHEST for action security_group_members [ 914.062824] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-413aa4b2-02ae-4de5-a380-0cb1209b5afc taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.063114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.063572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.063685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.065376] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.065376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.065376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.065376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.065376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.065376] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('413aa4b2-02ae-4de5-a380-0cb1209b5afc',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.075221] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.075435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.075435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.075646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.075848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.076123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-00851715-e592-4820-8b7e-09d68ad385e1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.218238] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.218410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.218482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.218696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.218789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.219168] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.219168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.219339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.219379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.219520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.219558] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be updated. [ 914.291576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.291895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.291895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.293070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.293070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.320320] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 914.552451] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 914.570255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.570255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.570255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.570255] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc is going to be updated. [ 914.600629] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 914.600723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.600771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.600943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 914.601588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.611304] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc in Status: IN_PROGRESS for 2s [ 915.056263] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.056263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.056263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.056263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.056263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.056263] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165416bc-a263-4747-bebf-058bb4491981 is going to be created. [ 915.084225] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.084402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.084457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.084806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.085059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.101241] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165416bc-a263-4747-bebf-058bb4491981 in Status: UNINITIALIZED for 2s [ 915.368208] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 915.368650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.368741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.368972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.369258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.369523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.369629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.369951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.370063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.370133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.371146] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.877457] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.877656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.877725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.878070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.878378] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.878548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.878703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.878916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.879054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.879192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.879427] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.879785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.879785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.879903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.879975] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 915.884263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.884377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.884564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.884654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.884749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.884843] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 915.911266] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 66c4ae81-3140-4726-bf10-54c4266b3493 in Status: SUCCESS [ 915.911266] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 deletion is rescheduled due to dependency. [ 915.911266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.332328] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 916.332601] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 deletion is rescheduled due to dependency. [ 916.332701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.388749] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9836115b-089f-4fb8-a5a4-bbcb702c979f: rpc.has_security_group_logging(os_id): False [ 916.411076] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.411076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.411076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.411076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.411076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.411076] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.411668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.411668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.411668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.411668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.411668] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.412358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.412358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.412358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.415803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.415803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.415803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.415803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.416106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.416176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.416503] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 916.500490] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.500677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.500677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.500994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.500994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.530317] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 916.626032] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc in Status: SUCCESS [ 916.626032] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 413aa4b2-02ae-4de5-a380-0cb1209b5afc deletion is rescheduled due to dependency. [ 916.626032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-413aa4b2-02ae-4de5-a380-0cb1209b5afc" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.688569] env[65511]: INFO networking_nsxv3.common.synchronization [req-c81be2c8-4d4a-4661-9aa7-a6330746c6c3 req-9b0b5fc0-a203-4a6b-b7a0-a2fefeb4e8bc tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 916.689651] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 916.690525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.690525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.690525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.690792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.690991] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 916.691141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.691234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.691482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 916.691610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.691610] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.113941] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165416bc-a263-4747-bebf-058bb4491981 in Status: SUCCESS [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.115487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.115487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.115487] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.164138] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.164371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.164477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.164755] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.165113] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.165303] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.165421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.165641] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.165880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.166174] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.166288] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 917.166413] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 917.166602] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 917.166788] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 917.167232] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 917.167232] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 917.186403] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 917.186581] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 917.186714] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 917.186886] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.187397] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.187845] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.187845] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.188205] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.188408] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb646ce9-d6ee-4584-b52c-1a9ec9a016a9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.194559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.194688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.194742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.195025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.195180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.195415] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.195523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.196657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.196657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.196657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.196657] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 917.221040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.221201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.221271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.221480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.221618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.232362] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 917.622250] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 917.691748] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.692019] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.692150] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.692491] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.692646] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.692823] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 not found, creating... [ 917.693259] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.693373] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.693421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.693681] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.693859] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.694206] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.694366] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.694483] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.694722] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.694857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.694996] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 is going to be created. [ 917.723027] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 917.723027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.723027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.723027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 917.724213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.725068] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.126563] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 165416bc-a263-4747-bebf-058bb4491981: rpc.has_security_group_logging(os_id): False [ 918.147220] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.147372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.147455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.147817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.147918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.148401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.148560] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.148661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.148759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.148861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.149024] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 165416bc-a263-4747-bebf-058bb4491981 is going to be created. [ 918.218531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.218745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.218806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.218981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.219174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.235353] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 165416bc-a263-4747-bebf-058bb4491981 in Status: IN_PROGRESS for 2s [ 918.501218] env[65511]: INFO networking_nsxv3.common.synchronization [req-c81be2c8-4d4a-4661-9aa7-a6330746c6c3 req-92dab5de-1ad9-4e6f-ad16-3e848fe41eaf service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 918.501218] env[65511]: INFO networking_nsxv3.common.synchronization [req-c81be2c8-4d4a-4661-9aa7-a6330746c6c3 req-92dab5de-1ad9-4e6f-ad16-3e848fe41eaf service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 918.501218] env[65511]: INFO networking_nsxv3.common.synchronization [req-c81be2c8-4d4a-4661-9aa7-a6330746c6c3 req-92dab5de-1ad9-4e6f-ad16-3e848fe41eaf service nova] Enqueued Resource ID: cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 with Priority: HIGHEST for action port [ 918.501218] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 918.501218] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 918.501218] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 with Priority: HIGHEST for action port [ 918.501218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.501218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.501218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.501646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.501646] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.502724] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.502724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.502724] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 918.502724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 918.502994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 918.502994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 918.502994] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cb646ce9-d6ee-4584-b52c-1a9ec9a016a9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 918.551772] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 918.552020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.006042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.006569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.006569] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 with status ACTIVE [ 919.007707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.007950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.008129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.008257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.008383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.008587] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.008710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.008710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.009063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.009063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.009219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.009219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.009433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.009433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.009571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.009571] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cb646ce9-d6ee-4584-b52c-1a9ec9a016a9 is going to be updated. [ 919.043252] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.043431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.043559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.044189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.044423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.044733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cb646ce9-d6ee-4584-b52c-1a9ec9a016a9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.249938] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 919.250248] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 919.250398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.250635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.250854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.251142] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 919.251358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.251457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.251682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.251828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.251962] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 919.755030] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.250890] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 165416bc-a263-4747-bebf-058bb4491981 in Status: SUCCESS [ 920.251155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.257608] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 920.760651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.760869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.760935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.761305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.761435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.761542] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 920.809513] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 920.809755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 920.809755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 920.809986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 920.810301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.836965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 921.892805] env[65511]: INFO networking_nsxv3.common.synchronization [req-e8e1f16e-c707-4071-acbd-4f59f2552168 req-e4b8395c-4cfe-498a-831c-5e0d65c273c2 tempest-ListServerFiltersTestJSON-1648303968 tempest-ListServerFiltersTestJSON-1648303968-project-member] Enqueued Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 921.894127] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 07f4c991-0c3b-4638-b157-087274f35ee5 with Priority: HIGHEST for action security_group_members [ 921.895305] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-07f4c991-0c3b-4638-b157-087274f35ee5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.895502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.895626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.896068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.896197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 921.896455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.896552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.896935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 921.897078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 921.897260] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('07f4c991-0c3b-4638-b157-087274f35ee5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 922.400821] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.400996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.401349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.401437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.401829] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.401829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.401829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.402054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.402096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.402167] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 is going to be updated. [ 922.449155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.449514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.449514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.449791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.449990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.462396] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: IN_PROGRESS for 2s [ 922.855348] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.855348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.855348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 922.855348] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.358316] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.358688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.358688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.361016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.361016] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.361016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.361016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.361016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.361016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.361016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.361383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.361383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.361383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.361510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.362302] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.362302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.362302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.362302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.362302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.362713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.362713] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 923.867341] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0050bed8-c8dd-4ac0-a218-4eb31f3feddf: rpc.has_security_group_logging(os_id): False [ 923.894869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.898085] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.898085] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.898085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.898896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.899206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.899367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.899585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.899739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.903368] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 923.987727] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 923.987727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.987727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.987727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 923.987727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.006696] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 924.475562] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 07f4c991-0c3b-4638-b157-087274f35ee5 in Status: SUCCESS [ 924.476015] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 07f4c991-0c3b-4638-b157-087274f35ee5 deletion is rescheduled due to dependency. [ 924.476015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-07f4c991-0c3b-4638-b157-087274f35ee5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.920761] env[65511]: INFO networking_nsxv3.common.synchronization [None req-09f91c1a-f96f-48ff-b18d-9e49dc125afc tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_rules [ 924.921105] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_rules [ 924.921409] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 924.921523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.921583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.921863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.921942] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.050027] env[65511]: INFO networking_nsxv3.common.synchronization [None req-700a3581-7e85-4c4c-83bc-4a93508523db tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_rules [ 925.050027] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_rules [ 925.050027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.051249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.457542] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.457542] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a already deleted. [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.457542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.457542] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 925.987488] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 925.987800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 925.987800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 925.987903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 925.988850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.988850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a already deleted. [ 925.988850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 926.025122] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 926.025433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.237992] env[65511]: INFO networking_nsxv3.common.synchronization [None req-33bc5b8d-e2d2-445b-b792-17e1e7c024ee None None] Enqueued Resource ID: 95d9d34a-2a35-454d-b325-da5c3119bb11 with Priority: HIGHEST for action port [ 927.238625] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 95d9d34a-2a35-454d-b325-da5c3119bb11 with Priority: HIGHEST for action port [ 927.238946] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-95d9d34a-2a35-454d-b325-da5c3119bb11 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.239893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-95d9d34a-2a35-454d-b325-da5c3119bb11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.240559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-95d9d34a-2a35-454d-b325-da5c3119bb11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.241012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-95d9d34a-2a35-454d-b325-da5c3119bb11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.241109] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('95d9d34a-2a35-454d-b325-da5c3119bb11',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.685533] env[65511]: INFO networking_nsxv3.common.synchronization [req-d14420cb-1f5b-4f6c-9c52-31c48840bfed req-13965503-a469-42f3-8f00-09a0d6096e85 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 927.686393] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 927.686778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.686913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.686981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.687267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.688056] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.688056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.688056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.688056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.688056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.688056] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 927.743399] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 95d9d34a-2a35-454d-b325-da5c3119bb11 [ 927.744620] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 927.744934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 927.745195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 927.745501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 927.748219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 927.748330] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:95d9d34a-2a35-454d-b325-da5c3119bb11 already deleted. [ 927.748422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-95d9d34a-2a35-454d-b325-da5c3119bb11" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.191132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.191682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.191839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.192243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.192437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.192773] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.192964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.193082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.193370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.193554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.193630] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 already deleted. [ 928.193807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.298275] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.298661] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.298661] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.299074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.299155] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.299649] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.299649] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.299649] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.299780] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.300195] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.300195] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 928.300195] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 928.300354] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 928.300395] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 928.300477] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 928.300603] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 928.328526] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 928.328701] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 928.329151] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 928.329151] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.329482] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-429e7058-2f17-4036-bee0-a14888b4fb59 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.329655] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.329655] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.329992] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.330176] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429e7058-2f17-4036-bee0-a14888b4fb59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 928.832812] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.833149] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.833318] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.833636] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.833835] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.834019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 429e7058-2f17-4036-bee0-a14888b4fb59 not found, creating... [ 928.834327] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.834564] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.834735] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.835083] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.836513] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.836797] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.836964] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.837120] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.837361] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.837500] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.837643] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 429e7058-2f17-4036-bee0-a14888b4fb59 is going to be created. [ 928.874410] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 928.874654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.874793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.875114] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 928.875347] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 928.875581] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.373326] env[65511]: INFO networking_nsxv3.common.synchronization [req-45dd883e-7be7-450b-92e5-a1b859bc96e9 req-93ce1110-6826-4fbe-bb97-3845752015e1 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 929.373661] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 929.374610] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.374759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.374824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.375052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.375224] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.375327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.375600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.375600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.375694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.375728] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.633334] env[65511]: INFO networking_nsxv3.common.synchronization [req-d14420cb-1f5b-4f6c-9c52-31c48840bfed req-ce927f57-1968-4bb5-ba30-8cefc01e54c0 service nova] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 929.633768] env[65511]: INFO networking_nsxv3.common.synchronization [req-d14420cb-1f5b-4f6c-9c52-31c48840bfed req-ce927f57-1968-4bb5-ba30-8cefc01e54c0 service nova] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 929.633962] env[65511]: INFO networking_nsxv3.common.synchronization [req-d14420cb-1f5b-4f6c-9c52-31c48840bfed req-ce927f57-1968-4bb5-ba30-8cefc01e54c0 service nova] Enqueued Resource ID: 429e7058-2f17-4036-bee0-a14888b4fb59 with Priority: HIGHEST for action port [ 929.634666] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 929.634851] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 929.634972] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 429e7058-2f17-4036-bee0-a14888b4fb59 with Priority: HIGHEST for action port [ 929.635336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.635498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.635580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.635866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.636233] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.637535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.637791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.637791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.637916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.638104] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.638232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.638295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.638636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.638737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.638799] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.640113] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-429e7058-2f17-4036-bee0-a14888b4fb59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.640113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.640113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.640113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.640407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('429e7058-2f17-4036-bee0-a14888b4fb59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.853471] env[65511]: INFO networking_nsxv3.common.synchronization [None req-76135a36-4b64-496a-8464-6bfc210bc5ec None None] Enqueued Resource ID: d21d7e46-9e20-4ffc-8264-b9aaff962d0a with Priority: HIGHEST for action port [ 929.854092] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d21d7e46-9e20-4ffc-8264-b9aaff962d0a with Priority: HIGHEST for action port [ 929.854408] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d21d7e46-9e20-4ffc-8264-b9aaff962d0a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.855049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d21d7e46-9e20-4ffc-8264-b9aaff962d0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.855049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d21d7e46-9e20-4ffc-8264-b9aaff962d0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.855049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d21d7e46-9e20-4ffc-8264-b9aaff962d0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.855049] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d21d7e46-9e20-4ffc-8264-b9aaff962d0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 929.878868] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.879077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.879119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.879315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.879401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.879595] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.879695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.879791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.879909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.879985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.880080] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 929.914693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 929.914693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 929.914693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 929.914693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 929.914693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.925921] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 930.143477] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.143477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.143477] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.145558] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 429e7058-2f17-4036-bee0-a14888b4fb59 with status ACTIVE [ 930.145558] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.145558] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.145558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.146044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.146044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.146044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.146474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.146655] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 429e7058-2f17-4036-bee0-a14888b4fb59 is going to be updated. [ 930.175023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.175023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.175023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.175023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.175023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.175023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-429e7058-2f17-4036-bee0-a14888b4fb59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.357961] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d21d7e46-9e20-4ffc-8264-b9aaff962d0a [ 930.358287] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.358420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.358488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.359032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.359032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.359032] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d21d7e46-9e20-4ffc-8264-b9aaff962d0a already deleted. [ 930.359032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d21d7e46-9e20-4ffc-8264-b9aaff962d0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.442026] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d014e83-bfaa-4b48-a05c-01dcaa1a5947 req-e6de3e42-a1bb-4a35-b838-f6e36e286a69 tempest-ServersTestFqdnHostnames-350993564 tempest-ServersTestFqdnHostnames-350993564-project-member] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_members [ 930.442798] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_members [ 930.444909] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.445198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.445280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.445610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.446455] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.446635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.446814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.447203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.447330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.447492] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.650067] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 930.952958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.953178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.953250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.953481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.953572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.954008] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 930.954170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 930.954359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 930.954773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 930.954909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 930.955086] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 already deleted. [ 930.955136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.003756] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-16 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.004052] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-16" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.004188] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-16" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.004510] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-16" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.004762] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.004916] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.005264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.005544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.005701] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.005938] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.006059] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 931.006168] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 931.007067] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 931.007067] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 931.007067] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 931.007067] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 931.028598] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 931.028770] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 931.028907] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 931.029188] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-16" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.029513] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.029686] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.029803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.030354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.030536] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ef1c6f-24f8-47b4-a8b2-f8e40b18730e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 931.153083] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.153083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.153083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.153294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.153294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.153494] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be created. [ 931.180267] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.180402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.180402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.180683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.180884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.195210] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: UNINITIALIZED for 2s [ 931.532882] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.533232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 40ef1c6f-24f8-47b4-a8b2-f8e40b18730e not found, creating... [ 931.537023] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.537023] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537023] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.537511] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.537511] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.537511] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.537511] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.537511] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 40ef1c6f-24f8-47b4-a8b2-f8e40b18730e is going to be created. [ 931.560103] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 931.560103] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 931.560103] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 931.560425] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 931.560833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.560833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 931.935939] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 931.936182] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 931.936340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.430973] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d014e83-bfaa-4b48-a05c-01dcaa1a5947 req-55243b7d-101b-495a-9c7e-6c8a8151f1c7 service nova] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_rules [ 932.431178] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d014e83-bfaa-4b48-a05c-01dcaa1a5947 req-55243b7d-101b-495a-9c7e-6c8a8151f1c7 service nova] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_members [ 932.431312] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d014e83-bfaa-4b48-a05c-01dcaa1a5947 req-55243b7d-101b-495a-9c7e-6c8a8151f1c7 service nova] Enqueued Resource ID: 40ef1c6f-24f8-47b4-a8b2-f8e40b18730e with Priority: HIGHEST for action port [ 932.431834] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_rules [ 932.432042] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_members [ 932.433605] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40ef1c6f-24f8-47b4-a8b2-f8e40b18730e with Priority: HIGHEST for action port [ 932.434632] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.434804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.434887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.435113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.435204] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.436242] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.436242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.436363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.436510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.436681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.436853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.436853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.436970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.437073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.437207] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.438198] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.444309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.444422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.444628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.444721] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40ef1c6f-24f8-47b4-a8b2-f8e40b18730e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.950818] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 932.952031] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.952165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.952963] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40ef1c6f-24f8-47b4-a8b2-f8e40b18730e with status ACTIVE [ 932.952963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.952963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.952963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.952963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.952963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.954529] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.954529] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.954529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.955148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.955656] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40ef1c6f-24f8-47b4-a8b2-f8e40b18730e is going to be updated. [ 932.987790] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 932.987790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 932.987790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 932.987790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 932.987790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 932.987790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40ef1c6f-24f8-47b4-a8b2-f8e40b18730e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.207082] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: UNINITIALIZED for 4s [ 933.459554] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 933.961594] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 933.962049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 933.962049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 933.962123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 933.962257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 933.962372] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 is going to be created. [ 934.014429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 934.014727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 934.014874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 934.015176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 934.015368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 934.032752] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 in Status: UNINITIALIZED for 2s [ 935.217870] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 935.218265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.218334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.218654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.218740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 935.219349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 935.219349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 935.219349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 935.219349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.219349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 935.219549] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 935.722870] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.042850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 in Status: SUCCESS [ 936.043168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.043404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.043684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.043941] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.044101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.044201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.044421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.044528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.044650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.044788] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 936.226990] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13515e9f-0bbd-4653-b841-5a715a4171a0: rpc.has_security_group_logging(os_id): False [ 936.251409] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.251675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.251899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.252125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.252302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.252704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.252857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.252964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.253565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.253907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.254153] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be created. [ 936.332235] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 936.332559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.332652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.332891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.333076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 936.349589] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 936.548474] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.054011] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 3eeeec81-b4d7-4c89-a80e-f248e9e94367: rpc.has_security_group_logging(os_id): False [ 937.073756] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.073938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.075098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.075098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.075098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.075098] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.075098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.075098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.075098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.075365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.075365] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 is going to be created. [ 937.180831] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.180831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.180831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.181036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.181141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.202741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 in Status: IN_PROGRESS for 2s [ 937.434930] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 937.434930] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 937.668071] env[65511]: INFO networking_nsxv3.common.synchronization [req-43ab75f7-03ff-4c2c-ab57-b23aa8317d07 req-0443cb31-d6be-472a-b81c-9ad13fca44a8 tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_members [ 937.671665] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGHEST for action security_group_members [ 937.671665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.671820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.671820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.672114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.672276] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.672341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.672377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.673239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.673239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.673239] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 937.727096] env[65511]: INFO networking_nsxv3.common.synchronization [None req-710cd83a-d99b-45ab-8e04-7af171a52ded None None] Enqueued Resource ID: 2acd105d-ba71-449a-8ce9-dee17419da96 with Priority: HIGHEST for action port [ 937.727474] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2acd105d-ba71-449a-8ce9-dee17419da96 with Priority: HIGHEST for action port [ 937.727837] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2acd105d-ba71-449a-8ce9-dee17419da96 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 937.727908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2acd105d-ba71-449a-8ce9-dee17419da96" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.727966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2acd105d-ba71-449a-8ce9-dee17419da96" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.728342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2acd105d-ba71-449a-8ce9-dee17419da96" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 937.728464] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2acd105d-ba71-449a-8ce9-dee17419da96',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 938.176687] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.179146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.179146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.179146] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 is going to be updated. [ 938.210812] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.211249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.211249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.211445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.211727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.221896] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: IN_PROGRESS for 2s [ 938.232530] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 2acd105d-ba71-449a-8ce9-dee17419da96 [ 938.232530] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 938.232530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 938.232530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 938.232530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 938.232530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.232530] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:2acd105d-ba71-449a-8ce9-dee17419da96 already deleted. [ 938.232530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2acd105d-ba71-449a-8ce9-dee17419da96" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.362420] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 938.362707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 939.217766] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 in Status: SUCCESS [ 939.218233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.234506] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 in Status: SUCCESS [ 940.234796] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 deletion is rescheduled due to dependency. [ 940.234796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.605599] env[65511]: INFO networking_nsxv3.common.synchronization [req-9cc71e02-884b-43ec-9bab-2354f971d7ac req-cd73552e-6f54-427d-8de9-698cc8718c0b tempest-ServerActionsV293TestJSON-137451286 tempest-ServerActionsV293TestJSON-137451286-project-member] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_members [ 940.606295] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGHEST for action security_group_members [ 940.606660] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.606782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.606847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.610769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.611022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 940.611147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 940.611213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 940.611434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 940.611524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.611628] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.003146] env[65511]: INFO networking_nsxv3.common.synchronization [None req-4b0dcbb1-4eef-42e8-908d-12a20a800129 None None] Enqueued Resource ID: 39b792fa-93dc-4e52-812f-911f9f0d0656 with Priority: HIGHEST for action port [ 941.007611] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 39b792fa-93dc-4e52-812f-911f9f0d0656 with Priority: HIGHEST for action port [ 941.007990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-39b792fa-93dc-4e52-812f-911f9f0d0656 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.008695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-39b792fa-93dc-4e52-812f-911f9f0d0656" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.008695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-39b792fa-93dc-4e52-812f-911f9f0d0656" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.008961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-39b792fa-93dc-4e52-812f-911f9f0d0656" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.009057] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('39b792fa-93dc-4e52-812f-911f9f0d0656',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 941.114886] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.115135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.115135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.115368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.115643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.115780] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.115909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.115999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.116198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.116278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.116367] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 is going to be updated. [ 941.151221] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.151409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.151480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.151721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.151866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.162461] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 in Status: IN_PROGRESS for 2s [ 941.513780] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 39b792fa-93dc-4e52-812f-911f9f0d0656 [ 941.513780] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 941.513780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 941.513780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 941.513780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 941.513780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 941.513780] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:39b792fa-93dc-4e52-812f-911f9f0d0656 already deleted. [ 941.513780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-39b792fa-93dc-4e52-812f-911f9f0d0656" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 943.180676] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 in Status: SUCCESS [ 943.181310] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 deletion is rescheduled due to dependency. [ 943.181753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.254214] env[65511]: INFO networking_nsxv3.common.synchronization [req-8252c23f-0524-4f3a-9e85-908fdbf5eb14 req-66d86297-7c66-4e6b-86db-ca836f767f52 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 944.254214] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 944.255073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.255511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.255967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.256309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.256815] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 944.257067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 944.257212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 944.257465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 944.257675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 944.257866] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 944.767191] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.269810] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.511992] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-980 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.512213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.512352] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.512614] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.512947] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.513140] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.513229] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.513722] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.513902] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.514132] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.514239] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 945.514355] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 945.514447] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 945.514546] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 945.514647] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 945.514776] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 945.536251] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 945.536433] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 945.536573] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 945.536751] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-980" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.537085] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-58888f01-f210-43fd-b759-ad98849e7580 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.537262] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.537381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.537641] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.537778] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58888f01-f210-43fd-b759-ad98849e7580',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 945.772961] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.773169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.773209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.773416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.773508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.773607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 945.828426] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 945.828634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 945.828634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 945.828864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 945.829020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 945.841557] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 946.040843] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.041232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.041434] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.041900] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.042305] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.042682] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.043016] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.043216] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.043567] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.043784] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.044287] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.044534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.044711] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.045063] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.045794] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.046111] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 58888f01-f210-43fd-b759-ad98849e7580 is going to be updated. [ 946.081856] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.082180] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.082347] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.082708] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.082963] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.083280] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.807840] env[65511]: INFO networking_nsxv3.common.synchronization [req-d1c3fa9d-2ab2-47c0-b4a6-d5cbdfdd0fad req-abbe498a-e6d2-4528-9ddc-8ed98a431866 service nova] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_rules [ 946.808125] env[65511]: INFO networking_nsxv3.common.synchronization [req-d1c3fa9d-2ab2-47c0-b4a6-d5cbdfdd0fad req-abbe498a-e6d2-4528-9ddc-8ed98a431866 service nova] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 946.808212] env[65511]: INFO networking_nsxv3.common.synchronization [req-d1c3fa9d-2ab2-47c0-b4a6-d5cbdfdd0fad req-abbe498a-e6d2-4528-9ddc-8ed98a431866 service nova] Enqueued Resource ID: 58888f01-f210-43fd-b759-ad98849e7580 with Priority: HIGHEST for action port [ 946.808807] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_rules [ 946.808949] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 946.809296] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 58888f01-f210-43fd-b759-ad98849e7580 with Priority: HIGHEST for action port [ 946.810330] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.810495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.810604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.810874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.810993] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.815163] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.815163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.815163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.815385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.815829] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.815986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.816095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.816278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.816389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 946.816506] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 946.817497] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-58888f01-f210-43fd-b759-ad98849e7580 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 946.817651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 946.817775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 946.818021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 946.818189] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('58888f01-f210-43fd-b759-ad98849e7580',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.320603] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.320761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.320990] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.322379] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 58888f01-f210-43fd-b759-ad98849e7580 with status ACTIVE [ 947.322800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.322800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.322800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.322988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.323098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.323273] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.323396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.323438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.323642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.323679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.323883] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.324037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.324037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.324220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.324220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.324304] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 58888f01-f210-43fd-b759-ad98849e7580 is going to be updated. [ 947.347048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 947.347519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.347519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.347519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.347664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.347855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-58888f01-f210-43fd-b759-ad98849e7580" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.826830] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 947.854194] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 947.854430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.329362] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.329615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.329674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.329981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.330127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.330250] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 948.388289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.388539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.388539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.388724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.388829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.401092] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 948.741756] env[65511]: INFO networking_nsxv3.common.synchronization [req-0f255fbc-d302-403f-a3da-31c54238f956 req-581f871f-79fe-4a70-a695-b8a82273d41b tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_members [ 948.742352] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_members [ 948.742696] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.742792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.742860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.743539] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 948.743679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 948.743762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 948.743970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 948.744093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.744218] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.089166] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-372 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.089527] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.089527] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.089793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.090086] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.090275] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.090395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.090619] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.090771] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.090982] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.091101] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 949.091213] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 949.091404] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 949.091552] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 949.091631] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 949.091759] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 949.113475] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 949.113914] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 949.113914] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 949.114126] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-372" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.114441] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-54729b0c-3c67-4a2f-9acc-8cbe53884e97 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.114752] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.114876] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.115228] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.115365] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54729b0c-3c67-4a2f-9acc-8cbe53884e97',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 949.249452] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.249452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.249452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.249452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.249452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.249800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.249877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.250083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.250249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.250325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.250451] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a already deleted. [ 949.250574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.617470] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.617701] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.617815] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.618240] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.618428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.618584] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 54729b0c-3c67-4a2f-9acc-8cbe53884e97 not found, creating... [ 949.618849] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.619274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.619274] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.619569] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.619569] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.619773] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.619908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.619995] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.620202] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.620400] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.620486] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 54729b0c-3c67-4a2f-9acc-8cbe53884e97 is going to be created. [ 949.641113] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 949.641482] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 949.641482] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 949.641703] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 949.641897] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 949.642139] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.342279] env[65511]: INFO networking_nsxv3.common.synchronization [req-0f255fbc-d302-403f-a3da-31c54238f956 req-68ca7a63-8c21-4d73-b8e7-ef5df1c87c87 service nova] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_rules [ 950.342728] env[65511]: INFO networking_nsxv3.common.synchronization [req-0f255fbc-d302-403f-a3da-31c54238f956 req-68ca7a63-8c21-4d73-b8e7-ef5df1c87c87 service nova] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_members [ 950.342728] env[65511]: INFO networking_nsxv3.common.synchronization [req-0f255fbc-d302-403f-a3da-31c54238f956 req-68ca7a63-8c21-4d73-b8e7-ef5df1c87c87 service nova] Enqueued Resource ID: 54729b0c-3c67-4a2f-9acc-8cbe53884e97 with Priority: HIGHEST for action port [ 950.343820] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_rules [ 950.343820] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_members [ 950.343820] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54729b0c-3c67-4a2f-9acc-8cbe53884e97 with Priority: HIGHEST for action port [ 950.344701] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.347837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.347923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.348153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.348243] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.349300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.349431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.349474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.349640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.349779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.349874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.349934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.350093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.350269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.350269] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.352626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-54729b0c-3c67-4a2f-9acc-8cbe53884e97 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.353433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.353511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.353825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.353902] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54729b0c-3c67-4a2f-9acc-8cbe53884e97',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.412474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 950.412700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.412866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.413163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.413398] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.414969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.414969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.415198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.415796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.415796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.415796] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.857033] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 950.857470] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.857579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.857741] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54729b0c-3c67-4a2f-9acc-8cbe53884e97 with status ACTIVE [ 950.857905] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.858026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.858153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.858467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.858525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.858689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.858787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.858847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.859011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.859145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.859330] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.859423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.859485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.859693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.859795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.859911] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54729b0c-3c67-4a2f-9acc-8cbe53884e97 is going to be updated. [ 950.886204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.886352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.886352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.886555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.886707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.886905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54729b0c-3c67-4a2f-9acc-8cbe53884e97" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.919651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.919831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.919919] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.920216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.920404] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.920523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.920591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.920764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.920850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.920972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.921144] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.921236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.921298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.921438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.921573] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 950.921661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.921719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.921858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 950.921921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.921997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 950.922156] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.365921] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.375397] env[65511]: INFO networking_nsxv3.common.synchronization [req-a63a801a-8528-4463-9651-768e4b9d0f92 req-9338f333-dfc3-44b9-8bb2-e7042c94e3f2 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 951.381026] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 951.381026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.381026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.381026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.381026] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 951.424701] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 6143cb2f-42de-47e9-8e5f-fc84ff2eca59: rpc.has_security_group_logging(os_id): False [ 951.452237] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.452237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.452360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.452665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.452854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.453321] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.453583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.456538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.456885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.457046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.457507] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.457680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.457821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.458164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.458310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.458689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.458848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.458944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.460286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.460419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.460564] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 951.546410] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.546410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.546604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.546823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.547128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.572310] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 951.870380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.872327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.872728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.873161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.873161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.873276] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a is going to be created. [ 951.884415] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.884648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.884751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.885067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.885067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.885249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.885362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.885413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.886214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.886214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.886214] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 951.908576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.908576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.908576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.909923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.910198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.921117] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: UNINITIALIZED for 2s [ 951.933576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 951.933576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 951.933576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 951.933576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 951.933576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 951.947498] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 952.052195] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.053744] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.053744] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.053744] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.053744] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.054134] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.054262] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.054591] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.054933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.055309] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.055501] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 952.055675] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 952.055887] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 952.056289] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 952.056504] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 952.057018] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 952.081286] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 952.081578] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 952.081843] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 952.082198] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.082596] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-cfb6caec-05bd-4db1-94c2-15e88e929944 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.082852] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.083443] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.083960] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.084123] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb6caec-05bd-4db1-94c2-15e88e929944',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 952.586850] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.587691] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.587691] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.587691] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.588074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.588074] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port cfb6caec-05bd-4db1-94c2-15e88e929944 not found, creating... [ 952.588359] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.588721] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.588721] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.589192] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.589192] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.589481] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.589654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.589783] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.590012] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.590193] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.590365] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: cfb6caec-05bd-4db1-94c2-15e88e929944 is going to be created. [ 952.635473] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 952.636900] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.636900] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.636900] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 952.636900] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.638198] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.403747] env[65511]: INFO networking_nsxv3.common.synchronization [req-a63a801a-8528-4463-9651-768e4b9d0f92 req-b992fbea-edd3-43b3-bb59-33f538b64bfb service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 953.403747] env[65511]: INFO networking_nsxv3.common.synchronization [req-a63a801a-8528-4463-9651-768e4b9d0f92 req-b992fbea-edd3-43b3-bb59-33f538b64bfb service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 953.403747] env[65511]: INFO networking_nsxv3.common.synchronization [req-a63a801a-8528-4463-9651-768e4b9d0f92 req-b992fbea-edd3-43b3-bb59-33f538b64bfb service nova] Enqueued Resource ID: cfb6caec-05bd-4db1-94c2-15e88e929944 with Priority: HIGHEST for action port [ 953.404816] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 953.405140] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 953.405351] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: cfb6caec-05bd-4db1-94c2-15e88e929944 with Priority: HIGHEST for action port [ 953.405949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.406258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.406423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.406806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.407021] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.409554] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.409693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.409897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-cfb6caec-05bd-4db1-94c2-15e88e929944 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.409993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.410461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.410461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.410461] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('cfb6caec-05bd-4db1-94c2-15e88e929944',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.591036] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 953.591557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.912617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.912787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.913107] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port cfb6caec-05bd-4db1-94c2-15e88e929944 with status ACTIVE [ 953.913247] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.913387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.913464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.913950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.914143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.914378] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.914532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.914617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.914811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.914975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.915451] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.915582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.915666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.915867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.916108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.916329] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: cfb6caec-05bd-4db1-94c2-15e88e929944 is going to be updated. [ 953.937388] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: SUCCESS [ 953.937801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.938128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.939501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.939501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.939501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.939501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.939501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.939501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.939501] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 953.949703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.953826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.953826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.953826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.953826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.953826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-cfb6caec-05bd-4db1-94c2-15e88e929944" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.965053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 953.965053] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 953.965303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.966174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.966174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.966174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 953.966462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.966462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.966574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 953.966662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.966760] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.441636] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.475023] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 954.945049] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d53b170-fd4c-450b-8622-0d0fd2f9e33a: rpc.has_security_group_logging(os_id): False [ 954.967622] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.967847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.967847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.968090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.968177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.968516] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 954.968641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.968724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.968858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 954.968938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.969049] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a is going to be created. [ 954.976066] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 955.043502] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.043734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.043734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.043939] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.044153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.060354] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: IN_PROGRESS for 2s [ 955.478970] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.479143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.479220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.479445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.479538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.479875] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 955.517036] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 955.517410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.517512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.517839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.518063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 955.532901] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 956.207072] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbb5b18a-2c7a-431e-9ca1-e6e711330985 req-7ca3a564-fc21-4e58-ad57-8a9390569921 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 956.207072] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 956.207072] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.207072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.207072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.207072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.207586] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.207586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.207586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.207586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.207586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.207765] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.642965] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.643299] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.643401] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.643754] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.644191] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.644399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.644499] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.644786] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.645022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.645299] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.645423] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 956.645568] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 956.645686] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 956.645840] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 956.646051] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 956.646204] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 956.668000] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 956.668207] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 956.668451] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 956.668634] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.669121] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-68c0bf15-4e8d-412e-b15e-a9b041a788c6 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.669385] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.669547] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.669981] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.670231] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c0bf15-4e8d-412e-b15e-a9b041a788c6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 956.711231] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.711380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.711423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.711942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.712106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.712320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 956.712428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.712501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.712706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 956.716078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.716293] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 already deleted. [ 956.716438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.080306] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: SUCCESS [ 957.080306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.173732] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.174038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.174259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.174516] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.174671] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.174829] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 68c0bf15-4e8d-412e-b15e-a9b041a788c6 not found, creating... [ 957.175122] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.175291] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.175398] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.175634] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.175772] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.176184] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.176389] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.176509] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.177152] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.177152] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.177152] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 68c0bf15-4e8d-412e-b15e-a9b041a788c6 is going to be created. [ 957.221454] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.221855] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.221948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.222382] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.222738] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.223040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.546340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 957.546565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.546565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.546820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.548099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.548099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.548099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.548099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.548099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.548099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.548099] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.956420] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbb5b18a-2c7a-431e-9ca1-e6e711330985 req-db624401-1c28-4681-bdf0-e2ceb7ce477e service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 957.956659] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbb5b18a-2c7a-431e-9ca1-e6e711330985 req-db624401-1c28-4681-bdf0-e2ceb7ce477e service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 957.956964] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbb5b18a-2c7a-431e-9ca1-e6e711330985 req-db624401-1c28-4681-bdf0-e2ceb7ce477e service nova] Enqueued Resource ID: 68c0bf15-4e8d-412e-b15e-a9b041a788c6 with Priority: HIGHEST for action port [ 957.957911] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 957.958186] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 957.958508] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 68c0bf15-4e8d-412e-b15e-a9b041a788c6 with Priority: HIGHEST for action port [ 957.959433] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.959551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.959616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.959896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.959983] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.960960] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.961127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.961227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.961396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.961558] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.961637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.961697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.961836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.961916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 957.963729] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 957.963729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-68c0bf15-4e8d-412e-b15e-a9b041a788c6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 957.963729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.963729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.963729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 957.963729] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('68c0bf15-4e8d-412e-b15e-a9b041a788c6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.052048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.052048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.052048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.052048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.052048] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.052048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.052048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.052645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.052645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.052645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.052645] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.052804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.052804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.052944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.053043] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.053178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.053247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.053358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.053483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.053627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.053722] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.467354] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 958.468622] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.468800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.469065] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 68c0bf15-4e8d-412e-b15e-a9b041a788c6 with status ACTIVE [ 958.469405] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.469596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.469762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.470026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.470198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.470416] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.470573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.470696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.470933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.471081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.471339] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.471485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.471537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.471728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.471834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.471974] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 68c0bf15-4e8d-412e-b15e-a9b041a788c6 is going to be updated. [ 958.502524] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.502767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.502767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.502950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.503115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.503281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-68c0bf15-4e8d-412e-b15e-a9b041a788c6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.556452] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a432b387-c149-4987-8507-66e3f9717524: rpc.has_security_group_logging(os_id): False [ 958.597206] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.597469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.598095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.598095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.598095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.598384] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.598508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.598601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.598849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.599055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.599347] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.599459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.599549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.599730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.599832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.601261] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.601261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.601261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.601261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.601261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.601261] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 958.717090] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 958.717365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 958.717449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 958.717786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 958.718063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.740151] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 958.974441] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 959.477589] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.477589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.477948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.477948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.478065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.478183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be created. [ 959.508714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.508714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.508714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.508902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.509119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.524454] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: UNINITIALIZED for 2s [ 959.660147] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.660425] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.660636] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.661040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.661423] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.661692] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.661800] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.662124] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.662326] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.662610] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.662763] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 959.662957] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 959.663130] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 959.663295] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 959.663445] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 959.663634] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 959.686649] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 959.686649] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 959.687048] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 959.687521] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 959.687742] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 959.687978] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 959.688150] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 959.688477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 959.688705] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbf83d9-2c15-44be-9b0c-bf49154be6f8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.191037] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.191325] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.191470] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.191802] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.191972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.192377] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.192572] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.192701] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.192956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.193134] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.193483] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.193674] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.193809] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.194066] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.194218] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.194379] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 is going to be updated. [ 960.220513] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.220793] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.220921] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.221279] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.221527] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.221770] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.762094] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 960.762766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.980548] env[65511]: INFO networking_nsxv3.common.synchronization [req-9238de63-12f8-4329-95d3-bb4c07bd0369 req-2d6d37ff-b700-4af7-bb95-3653b089868e service nova] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 960.980737] env[65511]: INFO networking_nsxv3.common.synchronization [req-9238de63-12f8-4329-95d3-bb4c07bd0369 req-2d6d37ff-b700-4af7-bb95-3653b089868e service nova] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 960.980890] env[65511]: INFO networking_nsxv3.common.synchronization [req-9238de63-12f8-4329-95d3-bb4c07bd0369 req-2d6d37ff-b700-4af7-bb95-3653b089868e service nova] Enqueued Resource ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 with Priority: HIGHEST for action port [ 960.981519] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_rules [ 960.981668] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 960.981812] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 with Priority: HIGHEST for action port [ 960.984874] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.985074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.985425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.985802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.985848] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.987033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.987184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.987255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.987717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.987717] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.987717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.987865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.987926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.988078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 960.988163] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 960.989128] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 960.989234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.989294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.989447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 960.989538] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0dbf83d9-2c15-44be-9b0c-bf49154be6f8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.494233] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.494233] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.494233] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 with status ACTIVE [ 961.494233] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.494446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.494649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.494649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.494816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.494913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.495181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.495291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.495740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.495740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.495740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.495894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.495894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.496035] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 0dbf83d9-2c15-44be-9b0c-bf49154be6f8 is going to be updated. [ 961.657224] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.657224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.657224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.657224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.657224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.657224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0dbf83d9-2c15-44be-9b0c-bf49154be6f8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.657831] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 961.657944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.658191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.658432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.658679] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 961.658805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.658870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.659047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 961.659132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.659221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 961.659631] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 961.999543] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.162696] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.163233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.163233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.163353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.163714] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.163714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.163905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.164301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.164301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.164301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.164462] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.164560] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.164620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.164797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.164899] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.165142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.165142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.165262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.169064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.169064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.169064] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 962.502734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.502982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.503139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.503428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.503571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.503717] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be updated. [ 962.538706] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.538706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.538706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.538939] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.539953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.553592] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: IN_PROGRESS for 2s [ 962.668254] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 962.687686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.687845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.687845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.688192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.688358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.688575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.688720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.688771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.688996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.689084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689301] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.689406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.689468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.689615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.689691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.689930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.690087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.690183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.690379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.690509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.690600] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be created. [ 962.764717] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.764717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.764717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.764717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.764932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.782308] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 962.946474] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd9a0f5-51b4-4bb1-8d80-ff0a5c7d069e req-2e73e002-57ec-43bd-8c93-74aa5da09774 tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 962.946474] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 962.946474] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.946474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.948274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.948500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.948803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 962.949012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.949865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.949865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 962.949865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.949865] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.369438] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-200 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.369956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.369956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.370237] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.370446] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.370625] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.370762] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.371061] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.371194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.371432] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.371571] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 963.371695] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 963.371802] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 963.371911] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 963.372032] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 963.372248] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 963.394537] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 963.394747] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 963.394885] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 963.395103] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-200" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.395509] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-4002bd71-914c-4d48-b2f6-7248dc856fd4 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.395717] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.395857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.396351] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.396533] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4002bd71-914c-4d48-b2f6-7248dc856fd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 963.452055] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.452334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.452334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.452603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.452603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.452897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.453122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.453122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.453361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.453448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.453536] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be updated. [ 963.484124] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.484360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.484360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.484555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.485357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.495581] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 963.899396] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.899625] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.899753] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.900052] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.900205] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.900358] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 4002bd71-914c-4d48-b2f6-7248dc856fd4 not found, creating... [ 963.900624] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.900767] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.900879] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.901107] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.901245] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.901523] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.901755] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.901755] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.901959] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.902126] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.902232] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 4002bd71-914c-4d48-b2f6-7248dc856fd4 is going to be created. [ 963.922822] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 963.923060] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.923196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.927027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.927027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 963.927027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.565161] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: SUCCESS [ 964.565570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.565709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.566234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.566234] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.566516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.566612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.566851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.566972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.567134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.567281] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.718040] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd9a0f5-51b4-4bb1-8d80-ff0a5c7d069e req-c28e4c55-6d3d-4e54-acca-080f5e9e04af service nova] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_rules [ 964.718499] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd9a0f5-51b4-4bb1-8d80-ff0a5c7d069e req-c28e4c55-6d3d-4e54-acca-080f5e9e04af service nova] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 964.718567] env[65511]: INFO networking_nsxv3.common.synchronization [req-6dd9a0f5-51b4-4bb1-8d80-ff0a5c7d069e req-c28e4c55-6d3d-4e54-acca-080f5e9e04af service nova] Enqueued Resource ID: 4002bd71-914c-4d48-b2f6-7248dc856fd4 with Priority: HIGHEST for action port [ 964.719294] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_rules [ 964.720307] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 964.720307] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4002bd71-914c-4d48-b2f6-7248dc856fd4 with Priority: HIGHEST for action port [ 964.720307] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.720307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.720307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.721844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.721844] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.722816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.722816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.723032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4002bd71-914c-4d48-b2f6-7248dc856fd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 964.723032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.723142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.723278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 964.723347] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4002bd71-914c-4d48-b2f6-7248dc856fd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 964.797992] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 964.797992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.070315] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.226284] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.226284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.227496] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 4002bd71-914c-4d48-b2f6-7248dc856fd4 with status ACTIVE [ 965.227677] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.227735] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.227772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.228579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.228579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.228579] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.228579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.228579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.228579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.228849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.230991] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.230991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.230991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.231259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.231259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.231259] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 4002bd71-914c-4d48-b2f6-7248dc856fd4 is going to be updated. [ 965.257880] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.258047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.258201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.258468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.258616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.258884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4002bd71-914c-4d48-b2f6-7248dc856fd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.509863] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 965.509863] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 deletion is rescheduled due to dependency. [ 965.509863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.510278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.510858] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.510858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.510858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.510858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.510858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.511097] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 965.572428] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27882840-bb07-488b-ba69-a1a6813aabd3: rpc.has_security_group_logging(os_id): False [ 965.597964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.598178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.598233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.598567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.598690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.599022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.599154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.599221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.599392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.599530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.599677] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be updated. [ 965.695777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 965.695972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.696043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.696261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.696414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.725524] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: IN_PROGRESS for 2s [ 966.014249] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 966.517313] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 967.023614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.024591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.024591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.024591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.024591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.024853] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be updated. [ 967.078130] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.078329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.078442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.078764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.078975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.090981] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 967.739613] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: SUCCESS [ 967.740348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.769019] env[65511]: INFO networking_nsxv3.common.synchronization [req-7d7559fd-eb07-498c-91c7-12e3e7338d78 req-7d1b83ac-e749-420b-8c8d-b5f3732ab0d3 tempest-ServersV294TestFqdnHostnames-240313631 tempest-ServersV294TestFqdnHostnames-240313631-project-member] Enqueued Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_members [ 967.769019] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c02f4d70-f0ce-408e-a93f-d5db665f006e with Priority: HIGHEST for action security_group_members [ 967.769767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c02f4d70-f0ce-408e-a93f-d5db665f006e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.772892] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 967.772892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.772892] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c02f4d70-f0ce-408e-a93f-d5db665f006e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.278180] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.278180] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.278180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.278180] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e is going to be updated. [ 968.332176] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.332470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.332600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.332824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.332941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.346526] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: IN_PROGRESS for 2s [ 968.469858] env[65511]: INFO networking_nsxv3.common.synchronization [None req-bac466e4-c5c5-4db2-82e3-e31f30d97f6f tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_rules [ 968.469858] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_rules [ 968.469858] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.469858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.469858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.469858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 968.469858] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 968.610297] env[65511]: INFO networking_nsxv3.common.synchronization [None req-fe15cf6d-76aa-498b-95fd-44cd1c654372 tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_rules [ 968.610969] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_rules [ 968.611389] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 968.611505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.005529] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.005750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.008169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.008502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.008635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.008777] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c already deleted. [ 969.008906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.009219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.009376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.009641] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.106173] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 969.106529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.106740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.106969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.107215] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.107359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.107486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.107579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.107767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.107767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.107842] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 969.537981] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.537981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.537981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.537981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.537981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.537981] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c already deleted. [ 969.537981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.612272] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.612496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.612496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.612881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.612989] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.613312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.613312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.613435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.613435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.613526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.613779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.613779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.613925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.614045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.614220] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 969.614295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 969.614353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 969.614494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 969.614568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.614649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.614740] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 970.116794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 08a95527-ec12-42b3-8aab-364f918d83d1: rpc.has_security_group_logging(os_id): False [ 970.141420] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.141628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.141696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.141859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.141958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.142225] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.142368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.142422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.142590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.142675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.143986] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.143986] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.143986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.143986] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be updated. [ 970.222957] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 970.223144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.223227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.223454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 970.223613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.243480] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 970.377384] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c02f4d70-f0ce-408e-a93f-d5db665f006e in Status: SUCCESS [ 970.379515] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c02f4d70-f0ce-408e-a93f-d5db665f006e deletion is rescheduled due to dependency. [ 970.379515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c02f4d70-f0ce-408e-a93f-d5db665f006e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.262224] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 972.262224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.924324] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbbd9b41-f881-4a6a-a5af-2d65a2c7f8d0 req-72d4ef5d-54c7-4e30-8f7f-a84e10ebe2b9 tempest-FloatingIPsAssociationNegativeTestJSON-542811038 tempest-FloatingIPsAssociationNegativeTestJSON-542811038-project-member] Enqueued Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_members [ 972.925910] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_members [ 972.926495] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.926691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.926803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.927211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.927461] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 972.927617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.927712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.927977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.928117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.928264] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.390151] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-775 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.390521] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-775" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.390521] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-775" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.390853] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-775" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.391207] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.391382] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.391498] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.391735] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.391879] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.392105] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.392220] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 973.392328] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 973.392434] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 973.392541] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 973.392683] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 973.392829] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 973.416546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 973.416804] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 973.416919] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 973.417216] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-775" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.417978] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-53a0e103-ce46-4232-b19e-afbfc059ab65 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.418260] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.418436] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.418771] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.418922] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a0e103-ce46-4232-b19e-afbfc059ab65',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 973.430845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.431029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.431110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.431363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.431470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.433308] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.433308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.433308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.433308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.433308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.433308] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20def00-3586-4999-9f55-eefd77ea777b already deleted. [ 973.433308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.922498] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.923011] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.923292] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.923596] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.923750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.923926] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 53a0e103-ce46-4232-b19e-afbfc059ab65 not found, creating... [ 973.924357] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.924467] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.924590] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.924902] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.925127] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.925591] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.925800] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.925967] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.926267] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.926453] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.926675] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 53a0e103-ce46-4232-b19e-afbfc059ab65 is going to be created. [ 973.952554] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 973.952863] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.953010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.953298] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.953626] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.953766] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.711573] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbbd9b41-f881-4a6a-a5af-2d65a2c7f8d0 req-566bf62f-868c-4c2c-a029-a4815e56dc17 service nova] Enqueued Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_rules [ 974.712050] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbbd9b41-f881-4a6a-a5af-2d65a2c7f8d0 req-566bf62f-868c-4c2c-a029-a4815e56dc17 service nova] Enqueued Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_members [ 974.712050] env[65511]: INFO networking_nsxv3.common.synchronization [req-cbbd9b41-f881-4a6a-a5af-2d65a2c7f8d0 req-566bf62f-868c-4c2c-a029-a4815e56dc17 service nova] Enqueued Resource ID: 53a0e103-ce46-4232-b19e-afbfc059ab65 with Priority: HIGHEST for action port [ 974.712540] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_rules [ 974.712707] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_members [ 974.712803] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53a0e103-ce46-4232-b19e-afbfc059ab65 with Priority: HIGHEST for action port [ 974.713184] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.713418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.713418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.713747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.714065] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.715151] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.715356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.715433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.715685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.715889] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.716063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.716154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.716302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.716386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.716479] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 974.718360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-53a0e103-ce46-4232-b19e-afbfc059ab65 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 974.718498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.718569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.718741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.718822] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53a0e103-ce46-4232-b19e-afbfc059ab65',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.220400] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.220655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.220812] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 975.222294] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 53a0e103-ce46-4232-b19e-afbfc059ab65 with status ACTIVE [ 975.222294] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.222294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.222294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.222593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.222593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.222769] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.222908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.222968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.223143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.223228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.223417] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.223527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.223594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.223701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.223794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.223925] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 53a0e103-ce46-4232-b19e-afbfc059ab65 is going to be updated. [ 975.248782] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 975.249021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.249076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.249353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 975.249530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.249729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53a0e103-ce46-4232-b19e-afbfc059ab65" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.726483] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 976.229920] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.230112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.230200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.230409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.231191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.231191] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20def00-3586-4999-9f55-eefd77ea777b is going to be created. [ 976.261901] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 976.262071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.262144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.262362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 976.262529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.274801] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20def00-3586-4999-9f55-eefd77ea777b in Status: UNINITIALIZED for 2s [ 978.287094] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20def00-3586-4999-9f55-eefd77ea777b in Status: SUCCESS [ 978.287513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.287513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.287787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.288027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.288186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.288274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.288505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.288626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.288781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.288908] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 978.791355] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.791355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.791497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.791642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.791818] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.791916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.791978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.792162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.792242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.792334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.792470] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.792556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.792671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.792746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.792876] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 978.792962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.793041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.795711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 978.795711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.795711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.795711] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 979.296555] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e20def00-3586-4999-9f55-eefd77ea777b: rpc.has_security_group_logging(os_id): False [ 979.330381] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.330955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.330955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.331196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.331302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.331578] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.331675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.331786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.331963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.332084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.332233] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.332388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.332388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.332707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.332707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.332825] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.332932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.333019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.333174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.333256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.333351] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e20def00-3586-4999-9f55-eefd77ea777b is going to be created. [ 979.449797] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.450041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.450041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.450270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.450457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.467202] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20def00-3586-4999-9f55-eefd77ea777b in Status: IN_PROGRESS for 2s [ 979.714129] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 979.714319] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 979.843995] env[65511]: INFO networking_nsxv3.common.synchronization [req-e5eb68e2-495c-4c52-aeb5-07c530072a6d req-8fbdd649-a26b-4f5a-b52d-f53db13dec21 tempest-ImagesOneServerNegativeTestJSON-1845255451 tempest-ImagesOneServerNegativeTestJSON-1845255451-project-member] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 979.844628] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGHEST for action security_group_members [ 979.844968] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.845111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.845441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.845614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 979.845750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 979.845820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 979.846073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 979.846223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.846384] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.285518] env[65511]: INFO networking_nsxv3.common.synchronization [req-af8d5221-e668-46eb-8ab0-269676f53bcf req-3aa29bde-57b7-4a96-a7eb-0378f22fef1c tempest-ServersNegativeTestJSON-805901869 tempest-ServersNegativeTestJSON-805901869-project-member] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 980.286512] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGHEST for action security_group_members [ 980.286649] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.286776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.286846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.287111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.287320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.287389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.287456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.287671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.287777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.287876] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 980.349686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.350142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.350142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.350142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.350333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.350421] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.350510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.350571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.350734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.350785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.350852] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be updated. [ 980.403069] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.403069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.403069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.403069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.403069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.417459] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: IN_PROGRESS for 2s [ 980.790602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.790792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.790860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.791101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.791234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.791561] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.791699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.791787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.792022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.792133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.792234] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be updated. [ 980.843216] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 980.843369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 980.843441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 980.843745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 980.843802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 980.852991] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: IN_PROGRESS for 2s [ 981.116288] env[65511]: INFO networking_nsxv3.common.synchronization [req-195c2c83-b28c-408d-8477-5e72a846ae39 req-8e5c8dca-3bb4-41ef-9943-f7fe4ce974d7 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 981.117361] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 981.117361] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.117361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.117558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.118955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.119197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.119315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.119384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.119567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.119658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.119759] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.489305] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e20def00-3586-4999-9f55-eefd77ea777b in Status: SUCCESS [ 981.490352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.541541] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.541825] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.542014] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.542332] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.542678] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.542854] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.542973] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.543217] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.543363] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.543608] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.543728] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 981.543837] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 981.543944] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 981.544082] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 981.544175] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 981.544311] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 981.576229] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 981.576460] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 981.577911] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 981.577911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.577911] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-a755544f-52fb-4b82-a2dc-2077b421ec08 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.577911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.577911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.577911] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.578267] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a755544f-52fb-4b82-a2dc-2077b421ec08',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 981.623015] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.623212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.623287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.623507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.623788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.623852] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 981.623981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 981.624044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 981.624211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 981.624288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 981.624424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c already deleted. [ 981.624552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.082018] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.082394] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.082720] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.083268] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.083463] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.083702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port a755544f-52fb-4b82-a2dc-2077b421ec08 not found, creating... [ 982.084061] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.084238] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.084359] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.084619] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.084765] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.085575] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.085575] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.085575] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.085759] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.085850] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.086619] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: a755544f-52fb-4b82-a2dc-2077b421ec08 is going to be created. [ 982.121669] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.121882] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.121989] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.122302] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.122554] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.122780] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.428972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 08a95527-ec12-42b3-8aab-364f918d83d1 in Status: SUCCESS [ 982.429238] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 deletion is rescheduled due to dependency. [ 982.429379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.826683] env[65511]: INFO networking_nsxv3.common.synchronization [req-195c2c83-b28c-408d-8477-5e72a846ae39 req-9de6b711-bae5-4e9a-9a07-beba195555cc service nova] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_rules [ 982.826960] env[65511]: INFO networking_nsxv3.common.synchronization [req-195c2c83-b28c-408d-8477-5e72a846ae39 req-9de6b711-bae5-4e9a-9a07-beba195555cc service nova] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 982.827075] env[65511]: INFO networking_nsxv3.common.synchronization [req-195c2c83-b28c-408d-8477-5e72a846ae39 req-9de6b711-bae5-4e9a-9a07-beba195555cc service nova] Enqueued Resource ID: a755544f-52fb-4b82-a2dc-2077b421ec08 with Priority: HIGHEST for action port [ 982.827687] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_rules [ 982.827829] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 982.828015] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a755544f-52fb-4b82-a2dc-2077b421ec08 with Priority: HIGHEST for action port [ 982.829125] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.829783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.829857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.830246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.830643] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.832508] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.833944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.834055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.834270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.834450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.834553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.834609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.834760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.834881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.834982] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.835912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a755544f-52fb-4b82-a2dc-2077b421ec08 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 982.836941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.837086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.837289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 982.837397] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a755544f-52fb-4b82-a2dc-2077b421ec08',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 982.870032] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 in Status: SUCCESS [ 982.870271] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 deletion is rescheduled due to dependency. [ 982.870411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.311453] env[65511]: INFO networking_nsxv3.common.synchronization [req-de1438d4-729d-4353-ba0c-4067913d6c0f req-718b7e69-5004-4996-9533-a712cf765d25 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_members [ 983.311911] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 70edfd65-a789-4703-a754-95aa72879138 with Priority: HIGHEST for action security_group_members [ 983.312286] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-70edfd65-a789-4703-a754-95aa72879138 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.312408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.312482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.312967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.312967] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.312967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.313147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.314078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.314078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.314078] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('70edfd65-a789-4703-a754-95aa72879138',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.339700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.339700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.339980] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.340984] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a755544f-52fb-4b82-a2dc-2077b421ec08 with status ACTIVE [ 983.340984] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.341184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.341184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.341389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.341476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.341718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.341837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.341908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.342294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.342294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.342443] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.342530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.342591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.343263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.343263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.343263] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a755544f-52fb-4b82-a2dc-2077b421ec08 is going to be updated. [ 983.385449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.385699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.385783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.386131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.386408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.386655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a755544f-52fb-4b82-a2dc-2077b421ec08" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.816767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.817033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.817139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.817451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.817609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.817910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.818091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.818364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.818614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.818741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.818875] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70edfd65-a789-4703-a754-95aa72879138 is going to be updated. [ 983.847307] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 983.863879] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 983.864137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.864242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.864580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 983.864806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.877715] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70edfd65-a789-4703-a754-95aa72879138 in Status: IN_PROGRESS for 2s [ 984.349751] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.350020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.350117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.350323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.350443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.350571] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be created. [ 984.393596] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.393709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.393749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.394033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.394253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.417212] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: UNINITIALIZED for 2s [ 984.852536] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdae7494-b21c-4aeb-b755-feb779c6180b req-7e879da4-7e79-47d7-bcc9-a30ca037c1ae tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 984.853130] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 984.853439] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.853557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.853617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.853818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.854059] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 984.854158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.854158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.854318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.854406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.854501] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 985.357972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.358233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.358322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.358624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.358787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.359997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.360166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.360293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.360439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.360534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.360660] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 985.417415] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 985.417624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.417675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 985.417848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 985.418039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.430085] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 985.892737] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 70edfd65-a789-4703-a754-95aa72879138 in Status: SUCCESS [ 985.893059] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 70edfd65-a789-4703-a754-95aa72879138 deletion is rescheduled due to dependency. [ 985.893156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-70edfd65-a789-4703-a754-95aa72879138" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.279606] env[65511]: INFO networking_nsxv3.common.synchronization [req-b88f0ec6-2667-42a7-9c58-b530c586ba88 req-d7f1c5c0-3f7c-436c-9001-5944704b0496 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 986.280210] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 986.280559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.280682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.280748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.280977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.285021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.285021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.285021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.285021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.285021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.285021] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.428160] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: SUCCESS [ 986.429064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.429064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.429273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.429493] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.429627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.429696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.429863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.429948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.430046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.430144] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.607250] env[65511]: INFO networking_nsxv3.common.synchronization [req-5a4f96af-9a97-48d0-be3b-69e48fd77037 req-9811ef9a-178e-4ce2-ab51-957e5e7332df tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 986.611746] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 986.612212] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.612347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.612416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.612647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.612800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.612899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.612962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.613129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.613219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.613313] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.786415] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 986.934566] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.934937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.934937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.935093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.935253] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.935359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.935443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.935647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.935739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.935829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.935972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.936132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.936214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.936368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.936481] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 986.936584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.936702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.936800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.937299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.937299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.937299] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.117175] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.117336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.117799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.117799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.117799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.117932] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.117999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.118062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.119383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.119383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.119383] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 987.152250] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.152441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.152556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.152810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.153008] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.163511] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 987.288631] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 987.439176] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 987.439176] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 987.439298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.439465] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 684f4a87-6418-4fac-83bb-c230b8e9800c: rpc.has_security_group_logging(os_id): False [ 987.457813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.458027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.458086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.458261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.458344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.459289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.459289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.459289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.459289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.459289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.459289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.459289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.459602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.459602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.459602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.459713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.459800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.459857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.459988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.460068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.460149] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be created. [ 987.530315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.530540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.530540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.530753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.530925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.544091] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: IN_PROGRESS for 2s [ 987.791066] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.791259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.791309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.791528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.791617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.791716] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 987.824028] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 987.824216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 987.824260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 987.824468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 987.825069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.835472] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 988.921643] env[65511]: INFO networking_nsxv3.common.synchronization [None req-61eafce2-d78e-461e-ad11-0d7b934bd308 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: f1328f5c-08e3-42d7-a807-356958d4c9df with Priority: HIGHEST for action security_group_rules [ 988.922373] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1328f5c-08e3-42d7-a807-356958d4c9df with Priority: HIGHEST for action security_group_rules [ 988.922509] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1328f5c-08e3-42d7-a807-356958d4c9df taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 988.922633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 988.922689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 988.922934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 988.923028] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1328f5c-08e3-42d7-a807-356958d4c9df',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.034697] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c693d1c0-4cd2-4131-893a-2bc916465281 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: f1328f5c-08e3-42d7-a807-356958d4c9df with Priority: HIGHEST for action security_group_rules [ 989.035310] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f1328f5c-08e3-42d7-a807-356958d4c9df with Priority: HIGHEST for action security_group_rules [ 989.035642] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f1328f5c-08e3-42d7-a807-356958d4c9df taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.035744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.173568] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 989.173781] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 989.173909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.442169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.447075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.447075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.447075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.447075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.447075] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1328f5c-08e3-42d7-a807-356958d4c9df already deleted. [ 989.447075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.447075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.447438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.447438] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f1328f5c-08e3-42d7-a807-356958d4c9df',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 989.559902] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: SUCCESS [ 989.560515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.845736] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 989.845961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.974031] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 989.974031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.974697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.975254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 989.975805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 989.975805] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f1328f5c-08e3-42d7-a807-356958d4c9df already deleted. [ 989.975805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f1328f5c-08e3-42d7-a807-356958d4c9df" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.814435] env[65511]: INFO networking_nsxv3.common.synchronization [req-35b03a86-cc10-48d1-8e69-cd4318724e4a req-4aa4481a-528a-4164-9532-0863650fb47e tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 992.816367] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 992.819759] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.819759] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 992.819759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.819759] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.288106] env[65511]: INFO networking_nsxv3.common.synchronization [req-d5a82ec5-430b-46f1-bb44-e477eac70441 req-bebf71e5-7920-41f3-97a5-f87e8082f815 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 993.288106] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 993.289644] env[65511]: INFO networking_nsxv3.common.synchronization [req-8def1a98-c06c-4617-b229-b10e14316cc4 req-3ec8bafc-d998-4435-ad49-acf67c735429 tempest-FloatingIPsAssociationNegativeTestJSON-542811038 tempest-FloatingIPsAssociationNegativeTestJSON-542811038-project-member] Enqueued Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_members [ 993.290163] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.290466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.290637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.290922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.291217] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.291435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.291854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.292432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.292665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.292876] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.294145] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e20def00-3586-4999-9f55-eefd77ea777b with Priority: HIGHEST for action security_group_members [ 993.294759] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e20def00-3586-4999-9f55-eefd77ea777b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.295049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.295241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.295497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.295753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.297372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.297372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.297372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.297372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.297372] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e20def00-3586-4999-9f55-eefd77ea777b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.322010] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.322160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.322204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.322387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.322476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.322847] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.322847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.322847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.323087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.323087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.323144] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 993.356382] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.356382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.356382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.356382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.356382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.366178] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 993.740696] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.741423] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.741950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.742209] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.743548] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.743548] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.743548] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.743548] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.743548] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.743901] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.743901] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 993.743901] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 993.744034] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 993.744179] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 993.744238] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 993.744562] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 993.765679] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 993.765904] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 993.766056] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 993.766330] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.766670] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-e17fd67d-f7b2-417d-89f2-e3bbef008317 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.766857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.766990] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.767429] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.767583] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17fd67d-f7b2-417d-89f2-e3bbef008317',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.795322] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 993.801743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.801743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.801743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.801743] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20def00-3586-4999-9f55-eefd77ea777b is going to be updated. [ 993.831024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 993.831378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.831378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.831649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.831808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.841436] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20def00-3586-4999-9f55-eefd77ea777b in Status: IN_PROGRESS for 2s [ 994.273477] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.273477] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port e17fd67d-f7b2-417d-89f2-e3bbef008317 not found, creating... [ 994.273477] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.273477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.273975] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.273975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.273975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.273975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.273975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.273975] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: e17fd67d-f7b2-417d-89f2-e3bbef008317 is going to be created. [ 994.298119] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.310342] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.310628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.311256] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.311676] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.311937] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.312531] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.799982] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.800188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.800270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.800447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.800539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.800636] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 994.830348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.830498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.830572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.830765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.830909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.841159] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 994.991718] env[65511]: INFO networking_nsxv3.common.synchronization [req-d5a82ec5-430b-46f1-bb44-e477eac70441 req-66874b23-4b12-41ec-8e9d-6058891a6c90 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 994.992267] env[65511]: INFO networking_nsxv3.common.synchronization [req-d5a82ec5-430b-46f1-bb44-e477eac70441 req-66874b23-4b12-41ec-8e9d-6058891a6c90 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 994.992267] env[65511]: INFO networking_nsxv3.common.synchronization [req-d5a82ec5-430b-46f1-bb44-e477eac70441 req-66874b23-4b12-41ec-8e9d-6058891a6c90 service nova] Enqueued Resource ID: e17fd67d-f7b2-417d-89f2-e3bbef008317 with Priority: HIGHEST for action port [ 994.993221] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 994.993471] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 994.993604] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e17fd67d-f7b2-417d-89f2-e3bbef008317 with Priority: HIGHEST for action port [ 994.993874] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.994036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.994137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.994842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.994842] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 994.995353] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.998554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.998554] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e17fd67d-f7b2-417d-89f2-e3bbef008317 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 994.998554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.998554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.998554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 994.998554] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e17fd67d-f7b2-417d-89f2-e3bbef008317',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 995.378552] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 995.378552] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 995.378552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.502664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.502664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.504607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e17fd67d-f7b2-417d-89f2-e3bbef008317 with status ACTIVE [ 995.504607] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.506037] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.506037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.506482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.506717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.508019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.508019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.508019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.508019] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e17fd67d-f7b2-417d-89f2-e3bbef008317 is going to be updated. [ 995.533788] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.534138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.534138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.534640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.534640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.534640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e17fd67d-f7b2-417d-89f2-e3bbef008317" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.851724] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e20def00-3586-4999-9f55-eefd77ea777b in Status: SUCCESS [ 995.851992] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e20def00-3586-4999-9f55-eefd77ea777b deletion is rescheduled due to dependency. [ 995.852071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e20def00-3586-4999-9f55-eefd77ea777b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.877171] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2b487be-0da5-44ff-b3e0-68fc30762a09 req-67a7fd44-fd60-4bb8-b26d-30b8462ec0ca tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_members [ 995.877754] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_members [ 995.878278] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.878477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.878555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.879155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.879326] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 995.879481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.879481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.879645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 995.879819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 995.879873] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.178696] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ff27102f-526f-4a65-85d8-ed8487b4dd09 None None] Enqueued Resource ID: 4b7cca0f-1695-4be6-b822-6dec853f57f1 with Priority: HIGHEST for action port [ 996.179204] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4b7cca0f-1695-4be6-b822-6dec853f57f1 with Priority: HIGHEST for action port [ 996.179501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-4b7cca0f-1695-4be6-b822-6dec853f57f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.179633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-4b7cca0f-1695-4be6-b822-6dec853f57f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.179681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-4b7cca0f-1695-4be6-b822-6dec853f57f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.179945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-4b7cca0f-1695-4be6-b822-6dec853f57f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.180578] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('4b7cca0f-1695-4be6-b822-6dec853f57f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.276813] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-549 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.277885] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.277885] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.277885] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.278154] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.278397] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.278579] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.279060] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.279154] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.279452] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.279637] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 996.279824] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 996.280013] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 996.280261] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 996.280381] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 996.280588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 996.311085] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 996.311292] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.031 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 996.311421] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 996.311603] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-549" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.311936] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.312141] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.312261] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.312613] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.312762] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f242f9-29bd-406d-b6eb-9cb5ab55f1f3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 996.383197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.383473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.383568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.383775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.383862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.384116] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.384247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.384311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.384477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.384568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.384646] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c already deleted. [ 996.384723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.682104] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 4b7cca0f-1695-4be6-b822-6dec853f57f1 [ 996.682393] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.682536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.682606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.682823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.682914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.683016] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:4b7cca0f-1695-4be6-b822-6dec853f57f1 already deleted. [ 996.683098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-4b7cca0f-1695-4be6-b822-6dec853f57f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.816391] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.816648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.816787] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.817301] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.817638] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.817820] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 not found, creating... [ 996.818148] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.818588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.818588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.822053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.822053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.822053] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.822053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.822053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.822053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.822053] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.822053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 is going to be created. [ 996.843251] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.843477] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.843611] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.843886] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.844278] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.844468] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.857211] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 996.857211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.857211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.857211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.857211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 996.857211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 996.857211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 996.857653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 996.857653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 996.857653] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.361036] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.592908] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2b487be-0da5-44ff-b3e0-68fc30762a09 req-44812120-22a7-47d5-924e-0897dc873deb service nova] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_rules [ 997.592908] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2b487be-0da5-44ff-b3e0-68fc30762a09 req-44812120-22a7-47d5-924e-0897dc873deb service nova] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_members [ 997.592908] env[65511]: INFO networking_nsxv3.common.synchronization [req-c2b487be-0da5-44ff-b3e0-68fc30762a09 req-44812120-22a7-47d5-924e-0897dc873deb service nova] Enqueued Resource ID: 54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 with Priority: HIGHEST for action port [ 997.592908] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_rules [ 997.592908] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_members [ 997.592908] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 with Priority: HIGHEST for action port [ 997.592908] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.592908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.592908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.592908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.592908] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.595318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.595318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.595318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.595318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.595916] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.595916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.596078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.596121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.596620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 997.596620] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.600530] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 997.600530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 997.600530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 997.600530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 997.600530] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('54f242f9-29bd-406d-b6eb-9cb5ab55f1f3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 997.864397] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.102501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.102644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.102842] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.105550] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 with status ACTIVE [ 998.105747] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.105855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.105938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.106190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.106229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.108068] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.108068] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.108068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.108068] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 54f242f9-29bd-406d-b6eb-9cb5ab55f1f3 is going to be updated. [ 998.131651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.131794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.131867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.132086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.132220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.132394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-54f242f9-29bd-406d-b6eb-9cb5ab55f1f3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.368761] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.368959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.369025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.369463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.369634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.369762] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 998.407173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.407379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.407447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.407651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.407759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.417893] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 998.446324] env[65511]: INFO networking_nsxv3.common.synchronization [None req-612834db-0dbf-4118-b0f9-f2210fa98858 None None] Enqueued Resource ID: 6d7d7e0e-c299-4465-aaee-a6b91192f206 with Priority: HIGHEST for action port [ 998.446324] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6d7d7e0e-c299-4465-aaee-a6b91192f206 with Priority: HIGHEST for action port [ 998.446324] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-6d7d7e0e-c299-4465-aaee-a6b91192f206 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.446324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-6d7d7e0e-c299-4465-aaee-a6b91192f206" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.446324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-6d7d7e0e-c299-4465-aaee-a6b91192f206" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.448138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-6d7d7e0e-c299-4465-aaee-a6b91192f206" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.448138] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('6d7d7e0e-c299-4465-aaee-a6b91192f206',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.607181] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 998.951974] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 6d7d7e0e-c299-4465-aaee-a6b91192f206 [ 998.952361] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 998.952530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.952600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.952819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 998.952992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.953110] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:6d7d7e0e-c299-4465-aaee-a6b91192f206 already deleted. [ 998.953199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-6d7d7e0e-c299-4465-aaee-a6b91192f206" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.110367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.110528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.110599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.110808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.110900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.111020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c is going to be created. [ 999.135299] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 999.135468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 999.135510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 999.135726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 999.135887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.147099] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: UNINITIALIZED for 2s [ 1000.429214] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1000.429521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.429651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.429865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.430373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.430373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.430899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.430899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.430899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.430899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.431294] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1000.939882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.939882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.939882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.939882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.940732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.940732] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1000.940732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.940732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.940732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1000.940732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.940732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.940732] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.159995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: SUCCESS [ 1001.160248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.160422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.160648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.160843] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.161077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.161077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.161273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.161273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.161371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.161421] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1001.443733] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1001.464537] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.464901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.464901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.465060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.465060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.465259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.465372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.465442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.465573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.465670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.465870] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.465975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.466050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.469155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.469321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.469640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.469768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.469836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.470015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.470102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.470283] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1001.551315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1001.551315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.551315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.551315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.551315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.566688] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1001.664399] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1002.167080] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb8ec9d9-557f-4bca-9580-548d67761d9c: rpc.has_security_group_logging(os_id): False [ 1002.186914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.187185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.187305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.187558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.187698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.188338] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.188510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.188567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.188740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.188823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.188912] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c is going to be created. [ 1002.274609] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1002.274754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1002.274849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1002.276245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1002.276245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.301122] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: IN_PROGRESS for 2s [ 1003.318250] env[65511]: INFO networking_nsxv3.common.synchronization [None req-fb941f92-f220-4ec1-a459-63fb0be61792 None None] Enqueued Resource ID: 730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde with Priority: HIGHEST for action port [ 1003.318641] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde with Priority: HIGHEST for action port [ 1003.318826] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.318945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.319459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.319836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.319939] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1003.581256] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1003.581484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.824638] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde [ 1003.825281] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1003.825281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.825281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.825468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1003.825907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1003.825907] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde already deleted. [ 1003.825907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-730d51f4-a2b7-4bff-b9c4-eb69ec8d3cde" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.073303] env[65511]: INFO networking_nsxv3.common.synchronization [req-16e653a7-62d1-4362-9dae-6c69d8364dec req-df4cfa07-0b91-4654-b467-d685b9c378ad tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1004.074171] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1004.074325] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.074461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.074529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.074737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.078028] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.078028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.078028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.078028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.078028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.078028] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.315882] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: SUCCESS [ 1004.315882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.519754] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.519754] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.519754] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.520249] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.520353] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.520563] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.520682] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.520910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.521104] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.521336] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.521645] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1004.521645] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1004.521759] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1004.521822] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1004.521938] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1004.522084] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1004.542661] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1004.542845] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1004.542967] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1004.543164] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.543503] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-69fb8ac8-a12d-4c32-876d-2688c2f59daf taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.543757] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.543893] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.544290] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.544442] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fb8ac8-a12d-4c32-876d-2688c2f59daf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1004.581639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.581639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.581639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.581639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.581639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.581943] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.581943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.581943] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.583035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.583035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.583035] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1004.610862] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1004.610862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1004.611498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.611498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1004.611498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.623916] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1005.046750] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.047534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.047534] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.047805] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.047932] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.048106] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 69fb8ac8-a12d-4c32-876d-2688c2f59daf not found, creating... [ 1005.048395] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.048575] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.048671] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.048892] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.049154] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.049505] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.050186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.050186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.050186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.050186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.050357] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 69fb8ac8-a12d-4c32-876d-2688c2f59daf is going to be created. [ 1005.075852] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.076203] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.076401] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.076787] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.077085] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.077369] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.713023] env[65511]: INFO networking_nsxv3.common.synchronization [None req-150706c2-7dcb-441b-bf53-93362c1a4119 None None] Enqueued Resource ID: 53f47382-787c-41c1-be13-c0ddb8d93f3e with Priority: HIGHEST for action port [ 1005.714660] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 53f47382-787c-41c1-be13-c0ddb8d93f3e with Priority: HIGHEST for action port [ 1005.714660] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-53f47382-787c-41c1-be13-c0ddb8d93f3e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.714660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-53f47382-787c-41c1-be13-c0ddb8d93f3e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.714660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-53f47382-787c-41c1-be13-c0ddb8d93f3e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.714660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-53f47382-787c-41c1-be13-c0ddb8d93f3e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.715059] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('53f47382-787c-41c1-be13-c0ddb8d93f3e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.837825] env[65511]: INFO networking_nsxv3.common.synchronization [req-16e653a7-62d1-4362-9dae-6c69d8364dec req-1de15266-2c7e-4009-bcc6-c5a67096573c service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 1005.837825] env[65511]: INFO networking_nsxv3.common.synchronization [req-16e653a7-62d1-4362-9dae-6c69d8364dec req-1de15266-2c7e-4009-bcc6-c5a67096573c service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1005.837998] env[65511]: INFO networking_nsxv3.common.synchronization [req-16e653a7-62d1-4362-9dae-6c69d8364dec req-1de15266-2c7e-4009-bcc6-c5a67096573c service nova] Enqueued Resource ID: 69fb8ac8-a12d-4c32-876d-2688c2f59daf with Priority: HIGHEST for action port [ 1005.838914] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 1005.839091] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1005.839300] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 69fb8ac8-a12d-4c32-876d-2688c2f59daf with Priority: HIGHEST for action port [ 1005.839501] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.841830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.841830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.841830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.841830] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1005.842884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.843047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.843285] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-69fb8ac8-a12d-4c32-876d-2688c2f59daf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1005.843398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.843451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.843665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.843747] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('69fb8ac8-a12d-4c32-876d-2688c2f59daf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1006.218115] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 53f47382-787c-41c1-be13-c0ddb8d93f3e [ 1006.218462] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.218618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.218679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.218885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.218979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.219093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:53f47382-787c-41c1-be13-c0ddb8d93f3e already deleted. [ 1006.219244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-53f47382-787c-41c1-be13-c0ddb8d93f3e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.345469] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.345675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.345869] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 69fb8ac8-a12d-4c32-876d-2688c2f59daf with status ACTIVE [ 1006.346082] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.346307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.346422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.346613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.346713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.346898] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.347020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.347099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.347275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.347372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.347563] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.347679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.347740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.347890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.347975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.348073] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 69fb8ac8-a12d-4c32-876d-2688c2f59daf is going to be updated. [ 1006.372588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.372843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.372843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.373392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.373392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.373392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-69fb8ac8-a12d-4c32-876d-2688c2f59daf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.635043] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1006.635233] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 1006.635366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.635578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.635857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.636115] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1006.636270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1006.636362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1006.636567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1006.636676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.636808] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.140142] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1007.643359] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.146020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.146823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.146823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.146823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.146823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.146982] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1008.183137] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.183137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.183137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.183137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.183137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.192898] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1008.280764] env[65511]: INFO networking_nsxv3.common.synchronization [req-4990befc-0a3f-4dc8-8ba9-089137284648 req-7ff61066-9cac-42c4-b12f-a52f80d7a27f tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1008.283743] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1008.284557] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.284758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.284758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.285035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.285640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1008.285640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.285640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.285790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1008.285921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1008.285993] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1008.791042] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.111442] env[65511]: INFO networking_nsxv3.common.synchronization [req-76ccc03d-35aa-443f-9306-4b0792c13a95 req-be7a758d-edcb-407a-9d29-571721dc75f7 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1009.112421] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1009.112802] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.112959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.113093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.113333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.113503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.113617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.113820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.113995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.114111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.114352] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.292458] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1009.616734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.616899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.616962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.617300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.617579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.617735] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.617899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.617963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.618128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.619038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.619038] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1009.645489] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.645683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.645734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.645906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.646056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.655045] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1009.796928] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.798196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.799556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.799556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.799556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.799556] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1009.834576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.834929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.834929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.835167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.835318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.845898] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1009.966588] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.966941] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.967629] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.968095] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.968492] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.968752] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.969096] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.969429] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.969655] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.969960] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.970159] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1009.970436] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1009.970621] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1009.970813] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1009.971356] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1009.971591] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1009.994010] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1009.994332] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1009.994508] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1009.994735] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.995148] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-634afb47-401b-4bdd-abe3-e7bed1886fd6 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1009.995369] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.995549] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.995942] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1009.996401] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634afb47-401b-4bdd-abe3-e7bed1886fd6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.203594] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 4s [ 1010.301933] env[65511]: INFO networking_nsxv3.common.synchronization [req-407d60af-2081-410d-95b1-6722ce30e2d0 req-3448a48a-1ea1-4a04-91b6-0c21503e6f37 tempest-ServersWithSpecificFlavorTestJSON-1554890225 tempest-ServersWithSpecificFlavorTestJSON-1554890225-project-member] Enqueued Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 1010.302643] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b40df30e-aabf-421c-8183-427a96a893bf with Priority: HIGHEST for action security_group_members [ 1010.303215] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b40df30e-aabf-421c-8183-427a96a893bf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.303413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.303507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.304474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.304474] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.304474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.304474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.304474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.304830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.304830] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b40df30e-aabf-421c-8183-427a96a893bf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1010.502284] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.502482] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.502605] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.502879] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.503036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.503721] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 634afb47-401b-4bdd-abe3-e7bed1886fd6 not found, creating... [ 1010.503721] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.503721] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.503721] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.503939] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.504106] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.504393] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.504583] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.504656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.505214] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.505214] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.505667] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 634afb47-401b-4bdd-abe3-e7bed1886fd6 is going to be created. [ 1010.538574] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.538802] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.538929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.539236] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.539783] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.540469] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.808348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.808566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.808566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.808786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.842614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.843564] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.843564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.843564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.843564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.843564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.843564] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf is going to be updated. [ 1010.875482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1010.877840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.877840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.877840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.877840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.889287] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: IN_PROGRESS for 2s [ 1011.253433] env[65511]: INFO networking_nsxv3.common.synchronization [req-76ccc03d-35aa-443f-9306-4b0792c13a95 req-a2968e4c-fe8e-4892-b92e-a56e21c03993 service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1011.253433] env[65511]: INFO networking_nsxv3.common.synchronization [req-76ccc03d-35aa-443f-9306-4b0792c13a95 req-a2968e4c-fe8e-4892-b92e-a56e21c03993 service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1011.254323] env[65511]: INFO networking_nsxv3.common.synchronization [req-76ccc03d-35aa-443f-9306-4b0792c13a95 req-a2968e4c-fe8e-4892-b92e-a56e21c03993 service nova] Enqueued Resource ID: 634afb47-401b-4bdd-abe3-e7bed1886fd6 with Priority: HIGHEST for action port [ 1011.254557] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1011.254669] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1011.254791] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 634afb47-401b-4bdd-abe3-e7bed1886fd6 with Priority: HIGHEST for action port [ 1011.255147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.255651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.255761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.255995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.256146] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.257149] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.257319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259245] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-634afb47-401b-4bdd-abe3-e7bed1886fd6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.259245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.259245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.259245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.259245] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('634afb47-401b-4bdd-abe3-e7bed1886fd6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.666284] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1011.666745] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 deletion is rescheduled due to dependency. [ 1011.666745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.666900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.667085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.667202] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.667530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.667530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.667682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.667682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.667783] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1011.760914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.760914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.762383] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 634afb47-401b-4bdd-abe3-e7bed1886fd6 with status ACTIVE [ 1011.762383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.762383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.762849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.762849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.762849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763057] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.763057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.763352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.763429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.763658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.763712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.763866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.764085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.764085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.764085] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 634afb47-401b-4bdd-abe3-e7bed1886fd6 is going to be updated. [ 1011.789204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1011.789403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.789403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.789640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1011.789779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.789941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-634afb47-401b-4bdd-abe3-e7bed1886fd6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.858614] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1011.858862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.171184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.215947] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1012.216388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.217062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.217705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.217705] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.217855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.217893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.218146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.218273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.218416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.218572] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.422900] env[65511]: INFO networking_nsxv3.common.synchronization [req-74572edb-716d-401e-827c-8b3c656dd2dd req-5bbc233f-85da-4c95-8575-12d7f8a476d2 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 1012.424103] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 1012.424103] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.424103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.424103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.425865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.425865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.425865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.425865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.425865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.425865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.425865] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.675745] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.723556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.723556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.723556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.723556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.724589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.724589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.724589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.724589] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.797605] env[65511]: INFO networking_nsxv3.common.synchronization [req-9def05fa-6e0e-4aee-b862-00970e5b3739 req-463efbb3-4924-45ee-9fb7-ab79c92cc4ff tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1012.798500] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1012.798873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.798996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.799070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.799276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.799422] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1012.799513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1012.799570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1012.799707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1012.800536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.800536] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1012.900382] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b40df30e-aabf-421c-8183-427a96a893bf in Status: SUCCESS [ 1012.900382] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b40df30e-aabf-421c-8183-427a96a893bf deletion is rescheduled due to dependency. [ 1012.900382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b40df30e-aabf-421c-8183-427a96a893bf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1012.927335] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.134253] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.134457] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.134622] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.134912] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.135910] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.135910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.135910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.135910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.135910] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.136254] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.136254] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1013.136349] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1013.136463] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1013.136597] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1013.136720] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1013.136841] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1013.160636] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1013.160636] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1013.160636] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1013.160636] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.160636] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-075e044e-f7e3-4c33-9d78-781c5a738c2d taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.160636] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.160636] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.161045] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.161045] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075e044e-f7e3-4c33-9d78-781c5a738c2d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.176605] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.176739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.176779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.176976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.177103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.177210] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1013.205982] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.206161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.206226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.206519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.206707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.218508] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1013.227626] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a432b387-c149-4987-8507-66e3f9717524: rpc.has_security_group_logging(os_id): False [ 1013.251125] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.251298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.251370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.251590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.251729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.251935] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.252157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.252208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.252359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.252503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.252725] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.252962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.253139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.253297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.253425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.254038] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.254038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.254038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.254038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.254330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.254330] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1013.304078] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.304522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.304726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.305242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.305408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.305734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.305911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.306035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.306380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.306763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.306763] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1013.368155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.368364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.368402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.368796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.368965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.412629] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.412843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.412908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.413157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.413304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.424475] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1013.429167] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1013.429478] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1013.664050] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.664050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.664380] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.664684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.664829] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.664991] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 075e044e-f7e3-4c33-9d78-781c5a738c2d not found, creating... [ 1013.665328] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.665490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.665581] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.665811] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.665971] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.666322] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.666483] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.666599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.666806] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.666939] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.667091] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 075e044e-f7e3-4c33-9d78-781c5a738c2d is going to be created. [ 1013.690262] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.690741] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.690830] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.691159] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.691468] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.691766] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.934689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.934891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.934937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.935265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.935265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.935393] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 1013.967316] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1013.967566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1013.967566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1013.967813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1013.967993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.979408] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 1014.364061] env[65511]: INFO networking_nsxv3.common.synchronization [req-5cdd38ca-4c9f-49b2-9ef7-c0e786df25fc req-392a6a65-413a-4166-a951-3c03ae866b5e tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1014.365155] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1014.365747] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.365747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.365747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.366081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.366273] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.366384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.366461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.366602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.366693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.366790] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.417115] env[65511]: INFO networking_nsxv3.common.synchronization [req-9def05fa-6e0e-4aee-b862-00970e5b3739 req-ad884a65-f6d3-4f31-8a4d-86efb6acf0a5 service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 1014.417518] env[65511]: INFO networking_nsxv3.common.synchronization [req-9def05fa-6e0e-4aee-b862-00970e5b3739 req-ad884a65-f6d3-4f31-8a4d-86efb6acf0a5 service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1014.417643] env[65511]: INFO networking_nsxv3.common.synchronization [req-9def05fa-6e0e-4aee-b862-00970e5b3739 req-ad884a65-f6d3-4f31-8a4d-86efb6acf0a5 service nova] Enqueued Resource ID: 075e044e-f7e3-4c33-9d78-781c5a738c2d with Priority: HIGHEST for action port [ 1014.418155] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 1014.418294] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1014.418389] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 075e044e-f7e3-4c33-9d78-781c5a738c2d with Priority: HIGHEST for action port [ 1014.419069] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.419069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.419069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.419648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.419797] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.423158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.423275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.423490] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-075e044e-f7e3-4c33-9d78-781c5a738c2d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.423598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.423659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.423834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.423911] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('075e044e-f7e3-4c33-9d78-781c5a738c2d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.772172] env[65511]: INFO networking_nsxv3.common.synchronization [req-bfeb9aa8-92b3-4277-bf7e-75be86cd75dd req-b7361675-4549-49e9-9715-7c839169ed84 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_members [ 1014.772838] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 with Priority: HIGHEST for action security_group_members [ 1014.773173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-df51f689-d2b6-4b6f-8728-bd21124be7e6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.773295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.773361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.773553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.773910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.774017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.774128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.774333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.774447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.774545] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('df51f689-d2b6-4b6f-8728-bd21124be7e6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1014.868608] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.868770] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.868872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.869161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.869243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.869383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.869479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.869540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.869685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.869760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.869847] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be updated. [ 1014.899426] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.899766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.900190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.900657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.901082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.913623] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: IN_PROGRESS for 2s [ 1014.926522] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.926522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.926522] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 075e044e-f7e3-4c33-9d78-781c5a738c2d with status ACTIVE [ 1014.927662] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.927662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.927662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.927662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.927662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.927662] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.927891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.927891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.928023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.928129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.928339] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.928470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.928553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.928934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.928934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.928934] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 075e044e-f7e3-4c33-9d78-781c5a738c2d is going to be updated. [ 1014.949679] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1014.949910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1014.950022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1014.950543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1014.950543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1014.950752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-075e044e-f7e3-4c33-9d78-781c5a738c2d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.082481] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:1 completed [ 1015.082721] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:2 started [ 1015.230067] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1015.230348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.230461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.230680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.230867] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.230982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.231056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.231227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.231277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.231361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.231449] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.279867] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.280055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.280114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.280543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.303494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.303799] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.303880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.303962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.304169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.304247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.304340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 is going to be updated. [ 1015.331583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.331813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.331930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.332092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.332202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.342269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 in Status: IN_PROGRESS for 2s [ 1015.438329] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd268af8-81af-4228-b837-68e114d8b26f req-b3c26a82-168e-473d-806f-7559968c97e3 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1015.443703] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1015.443946] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 1015.444248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.444878] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1015.446826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.446826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.446826] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.446826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.446826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.446826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.446826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.446826] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.447394] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.447530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.447627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.448015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.448015] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.448177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.448225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.449785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.449785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.449785] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.450805] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1015.450805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.734942] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.734942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.734942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.734942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.734942] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.734942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.734942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.735385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.735385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.735385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.735514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.735514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.735617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.735712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.735896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.735896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.735964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.736090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.736164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.736235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.736337] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.805841] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.806187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.806187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.806449] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.806701] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.806879] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.806999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.807226] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.807371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.807560] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.807669] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1015.807769] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1015.807871] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1015.807971] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1015.808081] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1015.808207] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1015.827949] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1015.828122] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1015.828256] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1015.831201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.831201] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-2427590a-7ed0-4c63-a031-6da5ed9d60c5 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.831201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.831201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.831201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.831201] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2427590a-7ed0-4c63-a031-6da5ed9d60c5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.953330] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.953330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.953330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.953330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.953330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.953330] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.953707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.953707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.953707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.953812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1015.954208] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1015.955012] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1015.993086] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1015.993299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.993351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.993537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1015.993681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.002582] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 1016.002815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.003635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1016.239695] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a15289-a5fa-43b3-a5f2-a2dbba95c905: rpc.has_security_group_logging(os_id): False [ 1016.266102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.266326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.266416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.266622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.266709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.266914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.267022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.267084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.267227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.267301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.267496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.267591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.267651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.267798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.267870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.268740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.268901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.268995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.269191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.269307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.269422] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1016.332768] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.333038] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.333164] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.333489] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.334337] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.334337] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 2427590a-7ed0-4c63-a031-6da5ed9d60c5 not found, creating... [ 1016.334337] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.334746] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.334956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.335391] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.335391] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.335724] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.335892] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.336017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.336999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.336999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.336999] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 2427590a-7ed0-4c63-a031-6da5ed9d60c5 is going to be created. [ 1016.361709] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.361709] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.361709] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.361889] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.362075] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.362310] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.393836] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.394052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.394176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.394449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.395168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.411210] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1016.457744] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.605022] env[65511]: INFO networking_nsxv3.common.synchronization [None req-ceda7aaf-fb6f-4e25-b692-87395e386f49 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1016.605290] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1016.606061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.606061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.606061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.606061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.606061] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.606061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.606400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.606400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.606400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.606508] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1016.922861] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: SUCCESS [ 1016.922861] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c deletion is rescheduled due to dependency. [ 1016.922861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.960475] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.960684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.960684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.960903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.960991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.961101] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1016.993869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1016.994035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.994118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.994353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1016.994494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.003871] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1017.077193] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd268af8-81af-4228-b837-68e114d8b26f req-7ed03ce3-109d-463f-806d-623a54400839 service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 1017.077766] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd268af8-81af-4228-b837-68e114d8b26f req-7ed03ce3-109d-463f-806d-623a54400839 service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1017.078320] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd268af8-81af-4228-b837-68e114d8b26f req-7ed03ce3-109d-463f-806d-623a54400839 service nova] Enqueued Resource ID: 2427590a-7ed0-4c63-a031-6da5ed9d60c5 with Priority: HIGHEST for action port [ 1017.079669] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 1017.080180] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1017.080488] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2427590a-7ed0-4c63-a031-6da5ed9d60c5 with Priority: HIGHEST for action port [ 1017.081054] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.081802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.082055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.082471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.082737] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.085496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.085496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.085496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2427590a-7ed0-4c63-a031-6da5ed9d60c5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.085496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.085496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.085496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.085496] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2427590a-7ed0-4c63-a031-6da5ed9d60c5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.111519] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1017.355377] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 in Status: SUCCESS [ 1017.355579] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: df51f689-d2b6-4b6f-8728-bd21124be7e6 deletion is rescheduled due to dependency. [ 1017.355776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-df51f689-d2b6-4b6f-8728-bd21124be7e6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.588698] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.588836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.589064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2427590a-7ed0-4c63-a031-6da5ed9d60c5 with status ACTIVE [ 1017.589236] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.589345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.589411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.589621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.589723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.589887] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.589981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.590052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.590203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.590278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.590456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.590555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.590604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.590728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.590798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.590879] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2427590a-7ed0-4c63-a031-6da5ed9d60c5 is going to be updated. [ 1017.612633] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1017.612835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1017.612835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1017.613020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1017.613151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.613305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2427590a-7ed0-4c63-a031-6da5ed9d60c5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1017.613519] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.014437] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1018.014709] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 1018.014854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.015066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.017046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.017046] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.017046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.017046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.017046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.017046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.017046] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.116123] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.116364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.116410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.116656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.116785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.116873] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1018.155261] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.155497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.155497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.155688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.155822] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.170542] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1018.436036] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1018.436036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.518813] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1018.881875] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.882519] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.882519] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.882519] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.882850] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.884241] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.884547] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.884711] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.885554] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.885554] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.885554] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1018.885554] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1018.885554] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1018.885893] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1018.886370] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1018.886413] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1018.907744] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1018.907744] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1018.907845] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1018.908028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1018.908328] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1018.908492] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1018.908605] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1018.908944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1018.910018] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09299bca-e8b2-4a17-8ebe-9479d3ef0ce6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.015810] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1019.016089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.017042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.017042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.017042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.017042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.017042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.017042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.017492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.017492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.017492] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.023240] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.413353] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.413604] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.413729] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.414033] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.414228] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.414362] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 not found, creating... [ 1019.414776] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415031] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.415137] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.415345] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.415485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.415783] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.415933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.416081] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.416323] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.416498] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.416641] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 is going to be created. [ 1019.440154] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.440367] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.440515] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.440798] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.441042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.441263] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.521265] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.521532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.521664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.522026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.522287] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.522493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.522493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.523064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.523064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.523064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.523230] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.523230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.523319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.523445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.524070] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.524070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.524070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.524070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.524070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.524614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.524614] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1019.525636] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.525882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.525882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.526347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.526347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.526423] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1019.566774] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1019.566976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.567104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.567354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.567522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.580595] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1020.028765] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0050bed8-c8dd-4ac0-a218-4eb31f3feddf: rpc.has_security_group_logging(os_id): False [ 1020.049110] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.049317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.049396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.049609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.049706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.049914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.050016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.050082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.050230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.050437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.050497] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.050592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.050655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.051040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.051040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.051531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.051531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.051531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.051677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.051677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.051747] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1020.120729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.121134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.121253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.121541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.121745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.139512] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1020.180567] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1020.180933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.192407] env[65511]: INFO networking_nsxv3.common.synchronization [req-512b4033-92a1-47fc-8564-f16d2f46097e req-478a300c-b4cf-4357-b680-40e39509eacb service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1020.192407] env[65511]: INFO networking_nsxv3.common.synchronization [req-512b4033-92a1-47fc-8564-f16d2f46097e req-478a300c-b4cf-4357-b680-40e39509eacb service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1020.192407] env[65511]: INFO networking_nsxv3.common.synchronization [req-512b4033-92a1-47fc-8564-f16d2f46097e req-478a300c-b4cf-4357-b680-40e39509eacb service nova] Enqueued Resource ID: 09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 with Priority: HIGHEST for action port [ 1020.194816] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1020.196221] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1020.196221] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 with Priority: HIGHEST for action port [ 1020.196221] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.196221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.196221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.196221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.196221] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.198371] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.198467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.198810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.198810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.198923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.200598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.200742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.200916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.200958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.201072] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.202060] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.202220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.202313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.202536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.202655] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('09299bca-e8b2-4a17-8ebe-9479d3ef0ce6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.706020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.706020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.706020] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1020.706702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 with status ACTIVE [ 1020.707085] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.707085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.707085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.707358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.707472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.707704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.707812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.707896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.708188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.708463] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.708675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.708774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.708976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.709095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.709208] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 09299bca-e8b2-4a17-8ebe-9479d3ef0ce6 is going to be updated. [ 1020.734721] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1020.734862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1020.734936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1020.735173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1020.735348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.735538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-09299bca-e8b2-4a17-8ebe-9479d3ef0ce6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.212135] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.592294] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1021.592515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.592683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.592905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.593112] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.593228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.593292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.593444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.593545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.593639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.593747] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1021.715258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.715423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.715503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.715728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.715818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.715922] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1021.746575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1021.746721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1021.746763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1021.746973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1021.747256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1021.755608] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1022.095955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.096178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.096500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.096790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.097223] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.097368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.097459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.097633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.097839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.097839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.097968] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.098061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.098123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.098262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.098399] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.098479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.098542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.098674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.098745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.098930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.099203] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.154850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1022.156075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.601252] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9836115b-089f-4fb8-a5a4-bbcb702c979f: rpc.has_security_group_logging(os_id): False [ 1022.622350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.625472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.625472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.625472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.625472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.625707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.626366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.626366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.626366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.627177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.627509] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.627668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.627757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.627985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.630992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.631300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.631409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.631479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.631724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.631831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.631930] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1022.720703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.720703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.720703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.720703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.720703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.733174] env[65511]: INFO networking_nsxv3.common.synchronization [req-81f99c02-24a2-4c29-8214-638210791d64 req-2c882723-6894-4864-aa6e-d62fd164d4e9 tempest-InstanceActionsV221TestJSON-1903188555 tempest-InstanceActionsV221TestJSON-1903188555-project-member] Enqueued Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_members [ 1022.733174] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_members [ 1022.733174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.733174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.733174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.733174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.735215] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.735521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.735721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.736087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.736530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1022.736731] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1022.740931] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1022.846989] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7818efbb-5ac3-4c18-96e1-0ade265cf9d9 None None] Enqueued Resource ID: e0df1b2a-ab3d-4184-9d29-1204cf7a2baa with Priority: HIGHEST for action port [ 1022.848237] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e0df1b2a-ab3d-4184-9d29-1204cf7a2baa with Priority: HIGHEST for action port [ 1022.848651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e0df1b2a-ab3d-4184-9d29-1204cf7a2baa taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1022.848831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e0df1b2a-ab3d-4184-9d29-1204cf7a2baa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.849064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e0df1b2a-ab3d-4184-9d29-1204cf7a2baa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.849444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e0df1b2a-ab3d-4184-9d29-1204cf7a2baa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1022.849627] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e0df1b2a-ab3d-4184-9d29-1204cf7a2baa',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.163380] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-807 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.163588] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-807" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.163713] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-807" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.164079] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-807" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.164355] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.164513] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.164628] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.164851] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.164992] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.165213] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.165325] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1023.165433] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1023.165536] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1023.165641] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1023.165743] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1023.165874] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1023.191276] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1023.191416] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1023.191553] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1023.192819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-807" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.192819] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.192819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.192819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.192819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.192819] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1f3dbb-0ac0-4f70-ab9d-73e27060db75',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.244193] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.244398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.244448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.245220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.245467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.245782] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.245918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.245989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.246197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.246274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.246465] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 already deleted. [ 1023.246581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.354181] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port e0df1b2a-ab3d-4184-9d29-1204cf7a2baa [ 1023.355079] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.355079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.355079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.355079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.355278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.355316] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:e0df1b2a-ab3d-4184-9d29-1204cf7a2baa already deleted. [ 1023.355426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e0df1b2a-ab3d-4184-9d29-1204cf7a2baa" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.695875] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.696270] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.696270] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.696587] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.696751] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.696909] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 not found, creating... [ 1023.697195] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.697373] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.697482] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.697703] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.697840] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.698145] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.698299] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.698411] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.698619] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.698749] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.698885] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 is going to be created. [ 1023.731874] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.732365] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.732595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.732907] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.733191] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.733438] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.766505] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1023.766806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.767041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.767304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.767583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.767738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.767826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.768123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.768123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.768234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.768271] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1023.883259] env[65511]: INFO networking_nsxv3.common.synchronization [req-6295e8cf-a6d1-47dd-978e-1dc983e4154b req-5d8b6bd7-b294-4bd3-b6bf-8ec0b7267c63 tempest-ServersTestFqdnHostnames-350993564 tempest-ServersTestFqdnHostnames-350993564-project-member] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_members [ 1023.884027] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGHEST for action security_group_members [ 1023.884756] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.884886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.884937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.885581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.885581] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1023.885581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1023.885581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1023.885581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1023.885845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1023.885845] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.272128] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.275023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.275023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.275023] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.275023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.276119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.276419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.276642] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.388514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.388746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.388878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.389424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.389424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.389646] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.389766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.389814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.390633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.391330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.393052] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 is going to be updated. [ 1024.426478] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.426735] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.426833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.427150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.427332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.441408] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 in Status: IN_PROGRESS for 2s [ 1024.561370] env[65511]: INFO networking_nsxv3.common.synchronization [req-81f99c02-24a2-4c29-8214-638210791d64 req-e656e7f0-ac04-4ada-aaff-97c155655881 service nova] Enqueued Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_rules [ 1024.561586] env[65511]: INFO networking_nsxv3.common.synchronization [req-81f99c02-24a2-4c29-8214-638210791d64 req-e656e7f0-ac04-4ada-aaff-97c155655881 service nova] Enqueued Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_members [ 1024.561719] env[65511]: INFO networking_nsxv3.common.synchronization [req-81f99c02-24a2-4c29-8214-638210791d64 req-e656e7f0-ac04-4ada-aaff-97c155655881 service nova] Enqueued Resource ID: fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 with Priority: HIGHEST for action port [ 1024.562341] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_rules [ 1024.562485] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_members [ 1024.562582] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 with Priority: HIGHEST for action port [ 1024.564255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.564383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.564526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.564751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.564850] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.565807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.566008] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.566046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.566228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.566396] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.566526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.566592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.566744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.566851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.567135] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.568040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.568912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.569053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.569257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.569370] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('fe1f3dbb-0ac0-4f70-ab9d-73e27060db75',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1024.758177] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1024.758533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.781126] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a15289-a5fa-43b3-a5f2-a2dbba95c905: rpc.has_security_group_logging(os_id): False [ 1024.804482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.804482] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.804482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.805514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.805514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.805514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.805514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.805514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.805514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.805821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.805821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.805821] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1024.885252] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1024.885418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.885477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.885667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1024.885817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.903629] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1025.055780] env[65511]: INFO networking_nsxv3.common.synchronization [None req-74902474-9ed4-427e-af67-5383cd89fe03 None None] Enqueued Resource ID: 0b7c49c3-4101-4b04-9202-21a088110ec5 with Priority: HIGHEST for action port [ 1025.056533] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0b7c49c3-4101-4b04-9202-21a088110ec5 with Priority: HIGHEST for action port [ 1025.057026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-0b7c49c3-4101-4b04-9202-21a088110ec5 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.057185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-0b7c49c3-4101-4b04-9202-21a088110ec5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.057263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-0b7c49c3-4101-4b04-9202-21a088110ec5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.057619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-0b7c49c3-4101-4b04-9202-21a088110ec5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.057782] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('0b7c49c3-4101-4b04-9202-21a088110ec5',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.072247] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1025.073290] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.073434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.073617] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 with status ACTIVE [ 1025.073777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.073879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.073936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.075093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.075093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.075093] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.075093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.075093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.075093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.075093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.075334] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.075334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.075334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.075589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.075589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.075676] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: fe1f3dbb-0ac0-4f70-ab9d-73e27060db75 is going to be updated. [ 1025.101805] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.102078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.102078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.102214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.102324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.102487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-fe1f3dbb-0ac0-4f70-ab9d-73e27060db75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.560996] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 0b7c49c3-4101-4b04-9202-21a088110ec5 [ 1025.562442] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1025.562442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1025.562442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1025.562442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1025.562442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.562442] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:0b7c49c3-4101-4b04-9202-21a088110ec5 already deleted. [ 1025.562442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-0b7c49c3-4101-4b04-9202-21a088110ec5" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.578135] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.080726] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.081157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.081157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.081385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.081498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.081653] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 is going to be created. [ 1026.106506] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.106689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.106805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.107041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.107212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.118093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 in Status: UNINITIALIZED for 2s [ 1026.223620] env[65511]: INFO networking_nsxv3.common.synchronization [req-f2e03f54-4106-46f6-90d4-2fd9a98d6f21 req-249ba949-62c6-481a-a001-609713ddcebb tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: 04b60b41-89b1-4a7b-a695-9604b3f44451 with Priority: HIGHEST for action security_group_rules [ 1026.224953] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 04b60b41-89b1-4a7b-a695-9604b3f44451 with Priority: HIGHEST for action security_group_rules [ 1026.225438] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-04b60b41-89b1-4a7b-a695-9604b3f44451 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.225639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-04b60b41-89b1-4a7b-a695-9604b3f44451" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.225766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-04b60b41-89b1-4a7b-a695-9604b3f44451" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.226334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-04b60b41-89b1-4a7b-a695-9604b3f44451" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.226552] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('04b60b41-89b1-4a7b-a695-9604b3f44451',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1026.452599] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 in Status: SUCCESS [ 1026.452820] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 deletion is rescheduled due to dependency. [ 1026.452920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.746236] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1026.746476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.746642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.746857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1026.747016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.747289] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 04b60b41-89b1-4a7b-a695-9604b3f44451 already deleted. [ 1026.747438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-04b60b41-89b1-4a7b-a695-9604b3f44451" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.918889] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1026.919161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.118468] env[65511]: INFO networking_nsxv3.common.synchronization [req-dd28ef9f-640a-4856-9239-72c24d98d570 req-f52d5fbe-4d04-4ee3-9b64-6650326f4550 tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: 4c64ed78-6934-4eb3-a659-db18f1fd0c83 with Priority: HIGHEST for action security_group_rules [ 1027.119929] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4c64ed78-6934-4eb3-a659-db18f1fd0c83 with Priority: HIGHEST for action security_group_rules [ 1027.120052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4c64ed78-6934-4eb3-a659-db18f1fd0c83 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.121189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4c64ed78-6934-4eb3-a659-db18f1fd0c83" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.121189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4c64ed78-6934-4eb3-a659-db18f1fd0c83" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.121189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4c64ed78-6934-4eb3-a659-db18f1fd0c83" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.121189] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4c64ed78-6934-4eb3-a659-db18f1fd0c83',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1027.643695] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.643950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.643950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.644308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.644379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.644478] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4c64ed78-6934-4eb3-a659-db18f1fd0c83 already deleted. [ 1027.644573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4c64ed78-6934-4eb3-a659-db18f1fd0c83" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.908412] env[65511]: INFO networking_nsxv3.common.synchronization [req-25815f9a-2ff3-4e95-8b09-ebda6d7482c4 req-0ddd8e17-5df0-44e4-99ea-def3d62c9ec8 tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: edd42157-0ee7-4fda-8d2c-ab84b536a0fe with Priority: HIGHEST for action security_group_rules [ 1027.909436] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: edd42157-0ee7-4fda-8d2c-ab84b536a0fe with Priority: HIGHEST for action security_group_rules [ 1027.910752] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-edd42157-0ee7-4fda-8d2c-ab84b536a0fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1027.910752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-edd42157-0ee7-4fda-8d2c-ab84b536a0fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1027.910752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-edd42157-0ee7-4fda-8d2c-ab84b536a0fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1027.910752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-edd42157-0ee7-4fda-8d2c-ab84b536a0fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1027.911184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('edd42157-0ee7-4fda-8d2c-ab84b536a0fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.139356] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 in Status: SUCCESS [ 1028.139804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.140023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.140394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.140706] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.140950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.141065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.141353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.141574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.141996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.141996] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.434746] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.434938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.435045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.435343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.435444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.435546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: edd42157-0ee7-4fda-8d2c-ab84b536a0fe already deleted. [ 1028.435626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-edd42157-0ee7-4fda-8d2c-ab84b536a0fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.471696] env[65511]: INFO networking_nsxv3.common.synchronization [req-c3cdfdf1-a1f1-4e78-8aa5-f640173afb52 req-56a2e5cd-eeb2-4cfe-a748-7d4b0c614e6c tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: 0145b013-7486-4507-bc44-58870315bcfb with Priority: HIGHEST for action security_group_rules [ 1028.471970] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0145b013-7486-4507-bc44-58870315bcfb with Priority: HIGHEST for action security_group_rules [ 1028.472368] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0145b013-7486-4507-bc44-58870315bcfb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.472469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0145b013-7486-4507-bc44-58870315bcfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.472469] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0145b013-7486-4507-bc44-58870315bcfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.472744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0145b013-7486-4507-bc44-58870315bcfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.472789] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0145b013-7486-4507-bc44-58870315bcfb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.648116] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.648299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.648360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.648567] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.648745] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.648962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.648962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.649132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.649223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.649340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.649496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.649620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.649685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.649854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.649998] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.650123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.650184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.650320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.650397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.650482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.650575] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1028.995219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1028.995219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.995219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.995219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1028.995219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.995219] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0145b013-7486-4507-bc44-58870315bcfb already deleted. [ 1028.995219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0145b013-7486-4507-bc44-58870315bcfb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.102493] env[65511]: INFO networking_nsxv3.common.synchronization [req-533dbca3-a6ce-46ec-a82e-76e36d91bbd4 req-87710647-76d5-40c4-ad66-2ba07e69097b tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: 891bface-8d76-400f-9c20-f8e5a3303a79 with Priority: HIGHEST for action security_group_rules [ 1029.102997] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891bface-8d76-400f-9c20-f8e5a3303a79 with Priority: HIGHEST for action security_group_rules [ 1029.103311] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891bface-8d76-400f-9c20-f8e5a3303a79 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.103380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.103456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.103724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.103806] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891bface-8d76-400f-9c20-f8e5a3303a79',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1029.153905] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for e89d2a7c-42c0-4923-b3c7-f2416aff4751: rpc.has_security_group_logging(os_id): False [ 1029.173094] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.173231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.173333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.173513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.173600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.173800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.173904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.173954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.174095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.174170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.174357] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.174490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.174544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.174675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.174738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.174922] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.175083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.175083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.175200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.176059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.176059] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 is going to be created. [ 1029.245538] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.245538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.245538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.245538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.245871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.261492] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 in Status: IN_PROGRESS for 2s [ 1029.267613] env[65511]: INFO networking_nsxv3.common.synchronization [req-e97fbb5a-d46b-4b4a-8799-36039dd1ab9c req-e729d533-ff0e-4b26-92d7-ff7e2b59141b tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: 891bface-8d76-400f-9c20-f8e5a3303a79 with Priority: HIGHEST for action security_group_rules [ 1029.268261] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891bface-8d76-400f-9c20-f8e5a3303a79 with Priority: HIGHEST for action security_group_rules [ 1029.268626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891bface-8d76-400f-9c20-f8e5a3303a79 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.268768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.508876] env[65511]: INFO networking_nsxv3.common.synchronization [req-a4aa0f17-227b-4dba-8cb2-9a121f9b42a9 req-8e6a7d00-d87c-4833-94ac-05ef5ebee86a tempest-SecurityGroupRulesTestJSON-1147381814 tempest-SecurityGroupRulesTestJSON-1147381814-project-member] Enqueued Resource ID: 891bface-8d76-400f-9c20-f8e5a3303a79 with Priority: HIGHEST for action security_group_rules [ 1029.509068] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 891bface-8d76-400f-9c20-f8e5a3303a79 with Priority: HIGHEST for action security_group_rules [ 1029.509720] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-891bface-8d76-400f-9c20-f8e5a3303a79 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.509720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.623557] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1029.623782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.623839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.624061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.624157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.624263] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891bface-8d76-400f-9c20-f8e5a3303a79 already deleted. [ 1029.624373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.624531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.625116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.625211] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891bface-8d76-400f-9c20-f8e5a3303a79',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.148573] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.148811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.148938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.149259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.149355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.149464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891bface-8d76-400f-9c20-f8e5a3303a79 already deleted. [ 1030.149989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.150183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.150351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.150446] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('891bface-8d76-400f-9c20-f8e5a3303a79',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.241658] env[65511]: INFO networking_nsxv3.common.synchronization [req-beb2b164-328d-430e-97aa-59a660bbe2df req-9052f1e9-48ad-4427-acf7-91f816f53b4c tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1030.242808] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1030.242808] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.242808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.243032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.243107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.243472] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.243626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.243741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.243988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.244156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.244307] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.640158] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.640298] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.641012] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.641012] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.641012] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.642309] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.642309] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.642309] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.642309] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.642309] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.642309] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1030.642309] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1030.642309] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1030.642309] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1030.642655] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1030.642655] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1030.663166] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1030.663365] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1030.663504] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1030.663685] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.664069] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-f30cc823-84cd-442e-b82f-ce803567f0fd taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.664253] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.664375] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.664733] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.664925] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30cc823-84cd-442e-b82f-ce803567f0fd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1030.670780] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.670975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.671065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.671420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.671549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.671669] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 891bface-8d76-400f-9c20-f8e5a3303a79 already deleted. [ 1030.671797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-891bface-8d76-400f-9c20-f8e5a3303a79" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.746288] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.746506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.746579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.746811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.746899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.747114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1030.747205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.747268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.747415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1030.747507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.747597] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 already deleted. [ 1030.747681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.168581] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.168875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.169049] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.169487] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.169673] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.169833] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port f30cc823-84cd-442e-b82f-ce803567f0fd not found, creating... [ 1031.170285] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.170464] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.170662] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.172040] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.173422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.173422] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.173673] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.174076] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.178169] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.178391] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.178556] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: f30cc823-84cd-442e-b82f-ce803567f0fd is going to be created. [ 1031.201960] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.202375] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.202613] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.203012] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.207027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.207027] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.275098] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 in Status: SUCCESS [ 1031.275639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.906396] env[65511]: INFO networking_nsxv3.common.synchronization [req-beb2b164-328d-430e-97aa-59a660bbe2df req-0d137d52-cd00-4001-bdc4-db8f7ddcaa55 service nova] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1031.906651] env[65511]: INFO networking_nsxv3.common.synchronization [req-beb2b164-328d-430e-97aa-59a660bbe2df req-0d137d52-cd00-4001-bdc4-db8f7ddcaa55 service nova] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1031.906923] env[65511]: INFO networking_nsxv3.common.synchronization [req-beb2b164-328d-430e-97aa-59a660bbe2df req-0d137d52-cd00-4001-bdc4-db8f7ddcaa55 service nova] Enqueued Resource ID: f30cc823-84cd-442e-b82f-ce803567f0fd with Priority: HIGHEST for action port [ 1031.907381] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1031.907542] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1031.907655] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30cc823-84cd-442e-b82f-ce803567f0fd with Priority: HIGHEST for action port [ 1031.907944] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.908106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.908187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.908393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.908479] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.910275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.910457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.910537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.910731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.910886] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.911090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.911140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.911334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.911334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.911521] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1031.913277] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30cc823-84cd-442e-b82f-ce803567f0fd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1031.913277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1031.913277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1031.913277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1031.913551] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30cc823-84cd-442e-b82f-ce803567f0fd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.183238] env[65511]: INFO networking_nsxv3.common.synchronization [req-ae2516d1-3780-45db-a51e-8fed2486c05f req-6645a621-f3c5-4447-85ac-c8099cfec06f tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1032.184685] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1032.185588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.185710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.185788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.185992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.186167] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.186267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.186330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.186510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.186601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.186696] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.411098] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.411984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.413669] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1032.415254] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30cc823-84cd-442e-b82f-ce803567f0fd with status ACTIVE [ 1032.415985] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.415985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.415985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.416427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.416812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.417609] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.417609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.417609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.417845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.417942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.418176] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.418301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.418366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.418525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.418663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.418705] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30cc823-84cd-442e-b82f-ce803567f0fd is going to be updated. [ 1032.441808] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.441937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.441971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.442813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.442813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.442813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.691174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.692222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.692299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.692530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.692621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.692846] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.693082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.693082] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.694641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.694641] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.694641] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1032.725450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1032.725775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1032.725924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1032.726206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1032.726824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1032.737585] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1032.921964] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1033.423876] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.424265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.424265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.424677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.424677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.424806] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be created. [ 1033.458671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1033.458893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1033.458946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1033.459213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1033.459394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1033.470747] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: UNINITIALIZED for 2s [ 1034.748473] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1034.748473] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 1034.748473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.994046] env[65511]: INFO networking_nsxv3.common.synchronization [req-8fe7ef62-ad44-4d29-9655-6bbfd21caa1d req-7d2a33eb-294d-4a63-a7a4-32170887e9e4 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1034.995753] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1034.995753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.995753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1034.995753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1034.996412] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.258721] env[65511]: INFO networking_nsxv3.common.synchronization [None req-2ba5aac6-cb33-45ba-b2f7-ac2ccebc2ed4 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_rules [ 1035.259541] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_rules [ 1035.259983] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.260849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.260979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.262285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.262406] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.376039] env[65511]: INFO networking_nsxv3.common.synchronization [None req-db5076cb-3782-4da1-84a9-b553e27a8d29 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1035.377304] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1035.377826] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.377826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.392436] env[65511]: INFO networking_nsxv3.common.synchronization [None req-d24e0219-c255-4a83-b837-d9bcda2c56e5 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_rules [ 1035.396072] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_rules [ 1035.396868] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.397016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.482797] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1035.482797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.483065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.483681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.483681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.483969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.483969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.484113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.484210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.484337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.484475] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.501745] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.726013] env[65511]: INFO networking_nsxv3.common.synchronization [None req-9573fba3-9ac5-4721-9fa0-63f956ccb73d tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_rules [ 1035.726830] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_rules [ 1035.727246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.727427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.727595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.727865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.727935] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.785477] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.785851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.785851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.785936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.785970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.786071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b already deleted. [ 1035.786155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.786295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.786502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.786595] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1035.905625] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1e73e9e7-a754-4420-af65-929411dc2cee tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_rules [ 1035.906365] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_rules [ 1035.907407] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.907407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.986825] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.986976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.988102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.988102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.988102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.988102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.988102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.988618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.988618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.988618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.988618] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.988753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.988753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.988873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.989101] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1035.989211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.989267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.989425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1035.989425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.989542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1035.989611] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.005043] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.252576] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.252843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.252843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.253200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.253200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.253274] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 already deleted. [ 1036.253311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.253461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.253619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.253948] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.310703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.310703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.310703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.310703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.310703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.310703] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b already deleted. [ 1036.310703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.493153] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1036.509241] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.509546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.509546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.509813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.509890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.510053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1036.513599] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.513789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.513789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.514503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.514503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.514503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.514503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.514727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.514767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.514834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.515070] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.515167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.515240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.515381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.515453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.515659] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.515755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.515816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.516011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.516074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.516111] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be created. [ 1036.542018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.542615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.542615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.542856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.543112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.554613] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1036.582210] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.582451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.582451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.582748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.582847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.594183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1036.675382] env[65511]: INFO networking_nsxv3.common.synchronization [req-f231de81-a167-4c93-929c-6b96ccc20aea req-fc0bbcd5-a3ec-4906-b827-be647e5be526 tempest-InstanceActionsV221TestJSON-1903188555 tempest-InstanceActionsV221TestJSON-1903188555-project-member] Enqueued Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_members [ 1036.676093] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 with Priority: HIGHEST for action security_group_members [ 1036.676467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-e89d2a7c-42c0-4923-b3c7-f2416aff4751 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.676685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.676782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.677067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.677230] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.677344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.677406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.677589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.677737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.677857] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('e89d2a7c-42c0-4923-b3c7-f2416aff4751',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.696254] env[65511]: INFO networking_nsxv3.common.synchronization [req-7ea12960-9b20-40bf-a7c3-9a0c72e36216 req-2a20fba3-ed06-4970-bf34-88d81ac22c07 tempest-ServersAdminTestJSON-586681392 tempest-ServersAdminTestJSON-586681392-project-member] Enqueued Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 1036.701854] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 with Priority: HIGHEST for action security_group_members [ 1036.701854] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.701997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.701997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.702306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.702538] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.702695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.702792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.703116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.703168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.703496] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1036.781378] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1036.781378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1036.781591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1036.781678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1036.781821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1036.781908] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 already deleted. [ 1036.781908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.182737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.183250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.183250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.183250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.183416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.183487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.183649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.183649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.183793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.183838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.183916] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 is going to be updated. [ 1037.207803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.208073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.208196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.208398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.208517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.208758] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.208869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.208946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.209148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.209236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.209340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 is going to be updated. [ 1037.215939] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.216131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.216198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.216369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.216510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.225298] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 in Status: IN_PROGRESS for 2s [ 1037.242747] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1037.242886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1037.242950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1037.243193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1037.243326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.262718] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: IN_PROGRESS for 2s [ 1038.565772] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1038.566195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.566195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.566437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.566560] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1038.566716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.566782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.566945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.567038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.567139] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1038.609472] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1038.610502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.070058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.070233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.070301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.070532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.070626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.070869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.071038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.071038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.071287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.071287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.071384] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1039.100917] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.100917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.100917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.100917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.100917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.110723] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1039.220842] env[65511]: INFO networking_nsxv3.common.synchronization [req-77a148d3-7391-4934-b4d7-3b47f74949e7 req-3427d48c-0990-443b-8b4e-c7a5a0d453c4 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_members [ 1039.221730] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGHEST for action security_group_members [ 1039.223856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.223996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.224088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.226101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.226101] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.226101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.226101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.226101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.226101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.226101] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1039.238867] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 in Status: SUCCESS [ 1039.238867] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: e89d2a7c-42c0-4923-b3c7-f2416aff4751 deletion is rescheduled due to dependency. [ 1039.238867] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-e89d2a7c-42c0-4923-b3c7-f2416aff4751" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.277120] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 in Status: SUCCESS [ 1039.277316] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643 deletion is rescheduled due to dependency. [ 1039.277438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.730312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.730312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.730312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.730312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.730759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.731617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.731617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.731617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.731617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.731617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.731617] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165416bc-a263-4747-bebf-058bb4491981 is going to be updated. [ 1039.766209] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1039.766386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1039.766440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1039.766933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1039.766933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.783205] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165416bc-a263-4747-bebf-058bb4491981 in Status: IN_PROGRESS for 2s [ 1041.121042] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1041.121701] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 deletion is rescheduled due to dependency. [ 1041.121701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1041.793976] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 165416bc-a263-4747-bebf-058bb4491981 in Status: SUCCESS [ 1041.797421] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 165416bc-a263-4747-bebf-058bb4491981 deletion is rescheduled due to dependency. [ 1041.797421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.352106] env[65511]: INFO networking_nsxv3.common.synchronization [None req-424c7866-784e-4d7d-b5bd-aa338edf18c5 None None] Enqueued Resource ID: bdc47e16-a3ba-4b70-9242-a12e89a8ded0 with Priority: HIGHEST for action port [ 1042.354162] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: bdc47e16-a3ba-4b70-9242-a12e89a8ded0 with Priority: HIGHEST for action port [ 1042.356800] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-bdc47e16-a3ba-4b70-9242-a12e89a8ded0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.356800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-bdc47e16-a3ba-4b70-9242-a12e89a8ded0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.356800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-bdc47e16-a3ba-4b70-9242-a12e89a8ded0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.356800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-bdc47e16-a3ba-4b70-9242-a12e89a8ded0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.356800] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('bdc47e16-a3ba-4b70-9242-a12e89a8ded0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.755189] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1042.755189] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1042.755830] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1042.756104] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1042.756867] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.757160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.757364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.757758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.758222] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.759524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.759524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.759524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.759524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.759524] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.762189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.762493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.762689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.765086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.765086] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.765086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.765086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.765086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.765086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.765086] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_rules [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [req-dfbab3c9-31a4-41be-be8e-a43e4c4c8a12 req-4d1051a0-1bd0-4d0d-9d7a-95f22e17812a tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f30cc823-84cd-442e-b82f-ce803567f0fd with Priority: HIGHEST for action port [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_rules [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30cc823-84cd-442e-b82f-ce803567f0fd with Priority: HIGHEST for action port [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1042.811584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1042.811584] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.811584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.812126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.812126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.812126] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.812892] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.813012] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.813128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.813804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.813883] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.814776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30cc823-84cd-442e-b82f-ce803567f0fd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.814875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.814940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.815120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.815194] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30cc823-84cd-442e-b82f-ce803567f0fd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1042.816313] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.816405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.816597] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.816689] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.859474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port bdc47e16-a3ba-4b70-9242-a12e89a8ded0 [ 1042.859474] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1042.859474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.859474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.859474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1042.859474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.859474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:bdc47e16-a3ba-4b70-9242-a12e89a8ded0 already deleted. [ 1042.859474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-bdc47e16-a3ba-4b70-9242-a12e89a8ded0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.268840] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.270858] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.318297] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.318508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.319064] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.319271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.319469] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30cc823-84cd-442e-b82f-ce803567f0fd with status ACTIVE [ 1043.319744] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.319913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.319988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.320214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.320306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.320483] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.320574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.320636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.320785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.320865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.321065] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.321159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.321220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.321543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.321714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.321824] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30cc823-84cd-442e-b82f-ce803567f0fd is going to be updated. [ 1043.345131] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.345283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.345603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.345603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.345692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.345851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.658023] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1043.658269] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_members [ 1043.658338] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1043.659976] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1043.660168] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_members [ 1043.660290] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1043.660560] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.660662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.660874] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35bfed-0363-4f21-be09-da2e7babfa0a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.661035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.661255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.661372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.661523] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.661626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.661663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.661814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.661911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.662020] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.666732] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.666840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_rules [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_rules [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_members [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1043.720205] env[65511]: INFO networking_nsxv3.common.synchronization [req-e33f9ac7-8dc6-4f23-84d7-f281e8699f2a req-7bb004aa-1aeb-43f6-b793-153ce824ef44 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f30cc823-84cd-442e-b82f-ce803567f0fd with Priority: HIGHEST for action port [ 1043.720596] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_rules [ 1043.721129] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_rules [ 1043.721129] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1043.721129] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f30cc823-84cd-442e-b82f-ce803567f0fd with Priority: HIGHEST for action port [ 1043.721129] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1043.721129] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1043.721129] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_members [ 1043.721479] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.721604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.721880] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9c35bfed-0363-4f21-be09-da2e7babfa0a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.722027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.726178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.726462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.726546] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.727571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.727671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.727901] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-f30cc823-84cd-442e-b82f-ce803567f0fd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.728074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.728156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.728331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.728407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('f30cc823-84cd-442e-b82f-ce803567f0fd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.729214] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.729297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.729509] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.729552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.729720] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35bfed-0363-4f21-be09-da2e7babfa0a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1043.729821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.774018] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1043.774403] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.168949] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1044.231019] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35bfed-0363-4f21-be09-da2e7babfa0a taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.231155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.231340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port f30cc823-84cd-442e-b82f-ce803567f0fd with status ACTIVE [ 1044.232058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.232429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.232429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.232429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.232557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.232632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.232811] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.233069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.233069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.233166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.233921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.234372] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: f30cc823-84cd-442e-b82f-ce803567f0fd is going to be updated. [ 1044.276416] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.276566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.277025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.278304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.278304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.278386] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1044.279865] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.280010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.280863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.280863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.280863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.280863] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be created. [ 1044.287650] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.287650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.287650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.288158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.288158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.288267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-f30cc823-84cd-442e-b82f-ce803567f0fd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.316117] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.316117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.316117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.316117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.316117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.317966] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1044.318112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.318183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.318468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1044.318628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.336393] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1044.340546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: UNINITIALIZED for 2s [ 1044.673078] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.031284] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.031472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.031517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.031713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.031843] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.175975] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.176174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.176259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.176498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.176606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.176838] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a is going to be created. [ 1045.203472] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.204253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.204339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.204599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.204772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.215970] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: UNINITIALIZED for 2s [ 1045.233707] env[65511]: INFO networking_nsxv3.common.synchronization [None req-343467dc-09f4-41c9-8262-9ce9abb3f596 None None] Enqueued Resource ID: 27fd449d-0e55-45bd-96cd-408179f55474 with Priority: HIGHEST for action port [ 1045.234323] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27fd449d-0e55-45bd-96cd-408179f55474 with Priority: HIGHEST for action port [ 1045.234658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-27fd449d-0e55-45bd-96cd-408179f55474 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.234794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-27fd449d-0e55-45bd-96cd-408179f55474" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.234881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-27fd449d-0e55-45bd-96cd-408179f55474" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.235162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-27fd449d-0e55-45bd-96cd-408179f55474" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.235249] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('27fd449d-0e55-45bd-96cd-408179f55474',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.534698] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.557024] env[65511]: INFO networking_nsxv3.common.synchronization [req-59a2251c-3b40-4574-970a-67ba0e235d6c req-c13892b0-b774-4069-9d19-bba9344c9e19 tempest-ServersTestBootFromVolume-1311537251 tempest-ServersTestBootFromVolume-1311537251-project-member] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_members [ 1045.557024] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGHEST for action security_group_members [ 1045.557617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.559955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.559955] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1045.740593] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 27fd449d-0e55-45bd-96cd-408179f55474 [ 1045.742163] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1045.742482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.742482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.742755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.742893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.744702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:27fd449d-0e55-45bd-96cd-408179f55474 already deleted. [ 1045.744865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-27fd449d-0e55-45bd-96cd-408179f55474" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.039217] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.061015] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.061301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.061522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.061609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.061810] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.061905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.061964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.062132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.062185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.062272] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe is going to be updated. [ 1046.113406] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.113592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.113592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.113811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.113948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.127209] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad87d63-beb0-46f9-badd-b954d2fe31fe in Status: IN_PROGRESS for 2s [ 1046.350191] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1046.350480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.350661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.350888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.351106] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.351230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.351294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.351451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.351531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.351625] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.353411] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1046.353604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.353755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.353931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.354968] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.355107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.355184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.355348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.355429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.355521] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.363442] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c160227-1a4f-4d4a-b672-76f3c56471e8 req-642a9508-54c8-4e73-9f19-a0323b8224a3 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1046.363442] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1046.363442] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.364450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.364450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.364450] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.541782] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1046.541918] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1046.857955] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.859092] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.867739] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1046.912738] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.912942] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.913095] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.913368] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.913620] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.913799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.913881] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.914168] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.914326] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.914777] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.914904] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1046.915033] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1046.915209] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1046.915387] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1046.915502] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1046.915634] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1046.937971] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1046.938156] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1046.938294] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1046.938500] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.938884] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-a9236d71-25f9-482c-8de4-9365b6ce44e0 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1046.939200] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.939200] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.939440] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1046.939572] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9236d71-25f9-482c-8de4-9365b6ce44e0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.225757] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: UNINITIALIZED for 4s [ 1047.361354] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.363829] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.367962] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.368179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.368279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.368720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.389199] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1047.390206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.392360] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1047.392864] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1047.428642] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.428842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.428842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.429198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.439583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.440286] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1047.440396] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.440447] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1047.442219] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.442418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.442536] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.442807] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.442944] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.443108] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port a9236d71-25f9-482c-8de4-9365b6ce44e0 not found, creating... [ 1047.443365] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.443519] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.443632] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.443847] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.443978] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444265] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.444411] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.444522] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.444725] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.444849] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.444983] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: a9236d71-25f9-482c-8de4-9365b6ce44e0 is going to be created. [ 1047.467484] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.467686] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.467884] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.468469] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.468811] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.469064] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.494846] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.495081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.495218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.495571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.497413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.497695] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1047.623573] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.623731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.623801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.624033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.624350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.624634] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1047.723813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.724033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.724033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.724241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.724544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.724909] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:48. [ 1047.725037] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'b463e251-22f3-4fa0-9a36-97dee939b3a0', '3eeeec81-b4d7-4c89-a80e-f248e9e94367', '27882840-bb07-488b-ba69-a1a6813aabd3', 'eb8ec9d9-557f-4bca-9580-548d67761d9c', '16f21f1e-e33f-4c68-8912-25c75e544f26', '2717a683-4c97-4f0b-be14-79d468d411e3', 'f7e5523b-288a-4256-a505-e5a990d0911d', '0050bed8-c8dd-4ac0-a218-4eb31f3feddf', '5a9c765f-9372-454d-bf13-278453ca0cd4', 'f2409168-65d2-471e-be82-4d8a1fbf5088', '0d53b170-fd4c-450b-8622-0d0fd2f9e33a', 'fad87d63-beb0-46f9-badd-b954d2fe31fe', '4efe8ccb-bb33-4bd4-829e-0c9c580ad981', '08a95527-ec12-42b3-8aab-364f918d83d1', '684f4a87-6418-4fac-83bb-c230b8e9800c', 'd3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b', '6b778a64-c3ce-41a6-8f91-3e06a283a8f6', '7b7a7276-7a18-424d-922a-573e613a3cf9', '098deb74-0b98-4ff1-98c5-757ef1cb91eb', '66c4ae81-3140-4726-bf10-54c4266b3493', 'fcacac73-62d5-4c82-9600-a5afd3e21a62', '0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e', '6143cb2f-42de-47e9-8e5f-fc84ff2eca59', '60a15289-a5fa-43b3-a5f2-a2dbba95c905', '165416bc-a263-4747-bebf-058bb4491981', '9836115b-089f-4fb8-a5a4-bbcb702c979f', 'c02f4d70-f0ce-408e-a93f-d5db665f006e', 'dab80a8f-75ab-4aa3-b994-f96d124d7e0e', '07f4c991-0c3b-4638-b157-087274f35ee5', 'e20def00-3586-4999-9f55-eefd77ea777b', 'e89d2a7c-42c0-4923-b3c7-f2416aff4751', '8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643', 'f1269bf1-27f0-410b-a6f6-e9007117e4fa', '82fdfbad-38fb-4ccc-bbe1-818b107b1c26', '805bbd35-7c0b-4202-8d0d-b250b009f253', '413aa4b2-02ae-4de5-a380-0cb1209b5afc', 'a432b387-c149-4987-8507-66e3f9717524', 'd587a124-41b6-49d3-af59-92b84fc3d274', '6d190cc9-21ee-49a1-9778-4d9f53e0df00', '5fa0913f-893b-45d5-8c89-14629c3e9750', '80549b53-f25f-4f07-846d-11ab91ee2a1d', '74dd0a3c-a1d2-4b59-9bdc-973929cb475b', '70edfd65-a789-4703-a754-95aa72879138', 'b40df30e-aabf-421c-8183-427a96a893bf', 'df51f689-d2b6-4b6f-8728-bd21124be7e6', 'ed390dac-927e-409c-acae-f71af181bf5f', '13515e9f-0bbd-4653-b841-5a715a4171a0', '57d04c0f-2cc8-44ea-8680-ae559518f626'} {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.725207] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1047.744796] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.744963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.745017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.745242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.745327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.745438] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1047.745499] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.745583] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1047.831100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.831332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.831332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.831505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.832575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.832969] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1047.832969] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1047.833123] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1047.833123] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1047.833222] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/48 resources of Type:Security Group Rules [ 1047.833260] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGH for action security_group_rules [ 1047.833353] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGH for action security_group_rules [ 1047.833391] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGH for action security_group_rules [ 1047.833426] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGH for action security_group_rules [ 1047.833743] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGH for action security_group_rules [ 1047.833743] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGH for action security_group_rules [ 1047.833743] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGH for action security_group_rules [ 1047.833743] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGH for action security_group_rules [ 1047.833922] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGH for action security_group_rules [ 1047.833922] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGH for action security_group_rules [ 1047.833922] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGH for action security_group_rules [ 1047.834048] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGH for action security_group_rules [ 1047.834048] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGH for action security_group_rules [ 1047.834118] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGH for action security_group_rules [ 1047.834118] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGH for action security_group_rules [ 1047.834184] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGH for action security_group_rules [ 1047.834233] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGH for action security_group_rules [ 1047.834297] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGH for action security_group_rules [ 1047.834356] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGH for action security_group_rules [ 1047.834463] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGH for action security_group_rules [ 1047.834503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.864139] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.864447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.864447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.864541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.864628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.864725] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be updated. [ 1047.866014] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.866132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.866212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.866363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.866440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.866525] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1047.895613] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.895788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.895836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.896051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.896165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897426] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.897543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.897945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.897945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.897945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.897945] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1047.899723] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.899840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.899896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.900067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.900250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.909544] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: IN_PROGRESS for 2s [ 1047.910229] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1047.928963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1047.929195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.929195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1047.929406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1047.929542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.938158] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1048.137736] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: fad87d63-beb0-46f9-badd-b954d2fe31fe in Status: SUCCESS [ 1048.137972] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe deletion is rescheduled due to dependency. [ 1048.138033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.184959] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c160227-1a4f-4d4a-b672-76f3c56471e8 req-d88d612a-c1bb-41fb-b089-a9543c9ddb2e service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 1048.185160] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c160227-1a4f-4d4a-b672-76f3c56471e8 req-d88d612a-c1bb-41fb-b089-a9543c9ddb2e service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1048.185295] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c160227-1a4f-4d4a-b672-76f3c56471e8 req-d88d612a-c1bb-41fb-b089-a9543c9ddb2e service nova] Enqueued Resource ID: a9236d71-25f9-482c-8de4-9365b6ce44e0 with Priority: HIGHEST for action port [ 1048.185796] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 1048.185946] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1048.186298] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9236d71-25f9-482c-8de4-9365b6ce44e0 with Priority: HIGHEST for action port [ 1048.186434] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 with Priority: HIGH for action security_group_rules [ 1048.186537] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGH for action security_group_rules [ 1048.186633] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f7e5523b-288a-4256-a505-e5a990d0911d with Priority: HIGH for action security_group_rules [ 1048.186734] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGH for action security_group_rules [ 1048.186869] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 66c4ae81-3140-4726-bf10-54c4266b3493 with Priority: HIGH for action security_group_rules [ 1048.186972] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb with Priority: HIGH for action security_group_rules [ 1048.187119] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 with Priority: HIGH for action security_group_rules [ 1048.187171] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 with Priority: HIGH for action security_group_rules [ 1048.187239] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 08a95527-ec12-42b3-8aab-364f918d83d1 with Priority: HIGH for action security_group_rules [ 1048.187325] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b with Priority: HIGH for action security_group_rules [ 1048.187409] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 with Priority: HIGH for action security_group_rules [ 1048.187505] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fad87d63-beb0-46f9-badd-b954d2fe31fe with Priority: HIGH for action security_group_rules [ 1048.187589] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGH for action security_group_rules [ 1048.187673] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGH for action security_group_rules [ 1048.187761] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGH for action security_group_rules [ 1048.187869] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGH for action security_group_rules [ 1048.187959] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGH for action security_group_rules [ 1048.188059] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGH for action security_group_rules [ 1048.188979] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 with Priority: HIGH for action security_group_rules [ 1048.189304] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGH for action security_group_rules [ 1048.189795] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.189795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.189986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.190249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.190581] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.191645] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.191645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.191783] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9236d71-25f9-482c-8de4-9365b6ce44e0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.191850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.191884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.192788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.192788] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9236d71-25f9-482c-8de4-9365b6ce44e0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.193294] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b463e251-22f3-4fa0-9a36-97dee939b3a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.193294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.193294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.193294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.193572] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b463e251-22f3-4fa0-9a36-97dee939b3a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.194201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.194201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.194201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.194328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.194407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.195826] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f7e5523b-288a-4256-a505-e5a990d0911d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.195826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.195826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.195826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.195826] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f7e5523b-288a-4256-a505-e5a990d0911d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.201285] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.201285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.201285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.201285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.201285] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.201966] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-66c4ae81-3140-4726-bf10-54c4266b3493 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.201966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.201966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.201966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.204130] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('66c4ae81-3140-4726-bf10-54c4266b3493',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.205451] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.205451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.205451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.205451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.205451] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('098deb74-0b98-4ff1-98c5-757ef1cb91eb',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.206102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-7b7a7276-7a18-424d-922a-573e613a3cf9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.206102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.206102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.206423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.207397] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('7b7a7276-7a18-424d-922a-573e613a3cf9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.207397] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.207397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.207397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.207653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.207653] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6b778a64-c3ce-41a6-8f91-3e06a283a8f6',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.208340] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-08a95527-ec12-42b3-8aab-364f918d83d1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.208537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.208537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.208643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.208692] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('08a95527-ec12-42b3-8aab-364f918d83d1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.209649] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.209649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.209649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.209983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.209983] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.210793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.210793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.210793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.211023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.211023] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('4efe8ccb-bb33-4bd4-829e-0c9c580ad981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.211882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fad87d63-beb0-46f9-badd-b954d2fe31fe taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.212263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.212263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.212263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.212263] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fad87d63-beb0-46f9-badd-b954d2fe31fe',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.213013] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.213120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.213178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.213323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.213395] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.214464] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214999] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.214999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.214999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.215408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.215408] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.216300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.216300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.216300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.216534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.216534] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.217218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.217218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.217349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.217406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.217516] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.218300] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.218517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.218517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.218811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.218811] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.219991] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.219991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.219991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.220136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.220136] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('3eeeec81-b4d7-4c89-a80e-f248e9e94367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.221074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.221235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.222068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.222068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.222068] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.726227] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9236d71-25f9-482c-8de4-9365b6ce44e0 with status ACTIVE [ 1048.726448] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.726621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.726656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.726852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.726947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.727366] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.727366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.727366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.727482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.727515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.727666] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.727753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.727830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.728174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.730467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.730638] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9236d71-25f9-482c-8de4-9365b6ce44e0 is going to be updated. [ 1048.736955] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.739159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.740244] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.740367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.740429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.740599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.740747] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.740844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.740898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.745158] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.745158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.745158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.745158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.745158] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.756187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.756393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.756462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.757043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.757043] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.757043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.757241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.757278] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.757356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.757446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.757539] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.758473] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.758601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.758645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.758812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.759564] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.759713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.759785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.762467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.762467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.762467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.762467] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.773286] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.780753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.780753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.780753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.780753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.780753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.780753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.781121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.781121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.781121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.781121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.781252] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.782289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.782289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.782503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.782503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.782624] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.782792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.782792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.782902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.782969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.783384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.783384] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.793836] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1048.796361] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 27882840-bb07-488b-ba69-a1a6813aabd3: rpc.has_security_group_logging(os_id): False [ 1048.816170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.816328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.816576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.816690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.841289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.841439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.842772] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.842870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.845391] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.845528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.845586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.845818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.845938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.846070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9236d71-25f9-482c-8de4-9365b6ce44e0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.846990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.847103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.848189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.848289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.849037] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.849150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.849842] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.849934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.851176] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.851360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.853652] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.853652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.853652] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.853652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.854384] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.854821] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.854950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.855584] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.855982] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.856135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.856712] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.857113] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.857210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.858068] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1048.858503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.858618] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6b778a64-c3ce-41a6-8f91-3e06a283a8f6 is going to be deleted. [ 1048.859585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.859794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.862057] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.862131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.879143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.880651] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 66c4ae81-3140-4726-bf10-54c4266b3493 is going to be deleted. [ 1048.880651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.880651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.902740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.902919] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 3eeeec81-b4d7-4c89-a80e-f248e9e94367 is going to be deleted. [ 1048.903802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.904032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.922658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.922818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.935666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.935822] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b463e251-22f3-4fa0-9a36-97dee939b3a0 is going to be deleted. [ 1048.936876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.937124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1048.962434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1048.962607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1048.965066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.965066] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be deleted. [ 1048.965334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.965541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.008214] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.008214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.011366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.013566] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 08a95527-ec12-42b3-8aab-364f918d83d1 is going to be deleted. [ 1049.016408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.018128] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.043765] env[65511]: INFO networking_nsxv3.common.synchronization [req-6b10ce3f-96ae-465b-a0d9-e765d53c5afa req-f34afa97-8fd2-4785-b2e8-3b78399e315f tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1049.045334] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.047087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.047087] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1049.049312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.050218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.050437] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.050664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.050825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.051285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.054035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.054035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.054035] env[65511]: INFO networking_nsxv3.common.synchronization [None req-77ca423b-f30d-4bc9-b6ae-e764aabd69ce None None] Enqueued Resource ID: d218d3ec-0c4c-48f5-9707-ae0ab876d6ad with Priority: HIGHEST for action port [ 1049.054035] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d218d3ec-0c4c-48f5-9707-ae0ab876d6ad with Priority: HIGHEST for action port [ 1049.055184] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d218d3ec-0c4c-48f5-9707-ae0ab876d6ad taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.058950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d218d3ec-0c4c-48f5-9707-ae0ab876d6ad" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.058950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d218d3ec-0c4c-48f5-9707-ae0ab876d6ad" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.058950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d218d3ec-0c4c-48f5-9707-ae0ab876d6ad" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.058950] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d218d3ec-0c4c-48f5-9707-ae0ab876d6ad',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.069468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.070748] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f7e5523b-288a-4256-a505-e5a990d0911d is going to be deleted. [ 1049.074231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.074231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.118837] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.118837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.157213] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.157213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.163646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.163994] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b is going to be deleted. [ 1049.166113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.166113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.202398] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.202398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.229086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.230160] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 7b7a7276-7a18-424d-922a-573e613a3cf9 is going to be deleted. [ 1049.230557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.230921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.258463] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: SUCCESS [ 1049.258687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.258874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.259145] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.260087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.260087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.260087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.260087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.260087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.260087] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.262717] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.267734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.267734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.267734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.267734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.267734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.269113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.269113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.269113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.269113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.269113] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.277931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.278183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 4efe8ccb-bb33-4bd4-829e-0c9c580ad981 is going to be deleted. [ 1049.281116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.281960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.294651] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.301175] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.301175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.309672] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2717a683-4c97-4f0b-be14-79d468d411e3: rpc.has_security_group_logging(os_id): False [ 1049.326044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.326196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.377696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.377696] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be deleted. [ 1049.377696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.377696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.381422] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.381543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.433439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.433997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.433997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.433997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.434291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.434291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.434291] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be updated. [ 1049.436636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.438568] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.438709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.462084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.462347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.474208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.474387] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 098deb74-0b98-4ff1-98c5-757ef1cb91eb is going to be deleted. [ 1049.475916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.475916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.475916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.475916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6b778a64-c3ce-41a6-8f91-3e06a283a8f6" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.476135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.476176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.476212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.476873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-66c4ae81-3140-4726-bf10-54c4266b3493" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.478942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.479123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.479216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-3eeeec81-b4d7-4c89-a80e-f248e9e94367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.479763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.479763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b463e251-22f3-4fa0-9a36-97dee939b3a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.479973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.480079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.480133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.480242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.480371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.480507] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.480580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.480688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-08a95527-ec12-42b3-8aab-364f918d83d1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.480806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.480970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.481081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.481205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f7e5523b-288a-4256-a505-e5a990d0911d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.481381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.481430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.481481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.481590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-d3f6948f-2ee0-46bd-a1d0-c18b0f6ae02b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.481711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.481838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.486350] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.486542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.486542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.486778] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.487164] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.487368] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.487456] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.487693] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.487842] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.488077] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.488191] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1049.488368] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1049.488485] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1049.488622] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1049.488697] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1049.488826] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1049.542318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.542656] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.542767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.542838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.543078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.543141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.543220] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1049.545204] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1049.545355] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.057 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1049.545489] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1049.545649] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.546131] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-e7709cf2-bb76-424b-8ff5-837aa71b1478 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.546235] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.546294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.546601] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.546738] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7709cf2-bb76-424b-8ff5-837aa71b1478',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.552659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.552659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.554632] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.554632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.559538] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.561601] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port d218d3ec-0c4c-48f5-9707-ae0ab876d6ad [ 1049.561601] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.561601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.561601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.561601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.561601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.561601] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:d218d3ec-0c4c-48f5-9707-ae0ab876d6ad already deleted. [ 1049.561601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d218d3ec-0c4c-48f5-9707-ae0ab876d6ad" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.611715] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.611850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.652045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.652045] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fad87d63-beb0-46f9-badd-b954d2fe31fe is going to be deleted. [ 1049.652589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.652814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.652904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.653055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-4efe8ccb-bb33-4bd4-829e-0c9c580ad981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.653222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.653391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.653463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.653573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-7b7a7276-7a18-424d-922a-573e613a3cf9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.654591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.654825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.654960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.673049] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.673247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.673293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.673481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.673575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.673693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-098deb74-0b98-4ff1-98c5-757ef1cb91eb" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.695205] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: IN_PROGRESS for 2s [ 1049.764388] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.765527] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0d53b170-fd4c-450b-8622-0d0fd2f9e33a: rpc.has_security_group_logging(os_id): False [ 1049.772327] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5a9c765f-9372-454d-bf13-278453ca0cd4: rpc.has_security_group_logging(os_id): False [ 1049.777077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.777077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.777077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.777077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.777077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.800092] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for eb8ec9d9-557f-4bca-9580-548d67761d9c: rpc.has_security_group_logging(os_id): False [ 1049.825027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.825437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.825437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.825569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.825660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.825922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fad87d63-beb0-46f9-badd-b954d2fe31fe" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.828068] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.828236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.828281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.828473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.844390] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.844553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.845430] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1049.852741] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.852964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.862994] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1049.863609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.863915] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.864060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.864130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.864314] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.864397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.864497] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a is going to be updated. [ 1049.866293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.866482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.921225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.921225] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.921225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.921225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.921634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.921634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.921634] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.921752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.921752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.921924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.922566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.922566] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.922566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.922566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.922566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.922566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.922842] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be updated. [ 1049.923647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.923834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.945896] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1049.946179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.946361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.946610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.946870] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.947070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.947139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.947246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.947325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.947407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.947505] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.949278] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1049.949540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.949734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.949960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.950187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.950357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.950449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.950628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.950742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.950864] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.951865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.952062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.952289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.952423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.952511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.952677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.952795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.952920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.953066] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.954395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.954395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.954544] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.954674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.954674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.954929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.954997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.955139] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.956650] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1049.956900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.957309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.957528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.957710] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.957863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.957992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.958631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.958631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.958631] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1049.968035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.968912] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1049.968912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.968912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.968912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.968912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.968912] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c is going to be updated. [ 1050.021706] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.021925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.021925] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.022244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.022402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.037608] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.037608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.037608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.037608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.037945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.047947] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: IN_PROGRESS for 2s [ 1050.051972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 1050.053703] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.053848] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.053896] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.054207] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.054366] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.054519] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port e7709cf2-bb76-424b-8ff5-837aa71b1478 not found, creating... [ 1050.054770] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.054971] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.055050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.055256] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.055382] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.055652] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.055799] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.055908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.056115] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.056242] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.056375] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: e7709cf2-bb76-424b-8ff5-837aa71b1478 is going to be created. [ 1050.062311] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.076867] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.077651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.077651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.077651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.077651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.092205] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.092437] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.092603] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.093042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.093042] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.093359] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.120774] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: IN_PROGRESS for 2s [ 1050.269023] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.457032] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.457032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.457032] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.459026] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.460218] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.462035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.567709] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.567968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.567968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.572288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.572463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.572574] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1050.607908] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.607908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.607908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.607908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.607908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.617062] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1050.770171] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.770454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.770694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.771242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.771408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.771595] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a is going to be updated. [ 1050.809084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.809084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.809084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.809084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.809084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.820322] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: IN_PROGRESS for 2s [ 1050.820322] env[65511]: INFO networking_nsxv3.common.synchronization [req-6b10ce3f-96ae-465b-a0d9-e765d53c5afa req-3070d18c-4a7d-457d-9164-aed8078d2e50 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1050.820657] env[65511]: INFO networking_nsxv3.common.synchronization [req-6b10ce3f-96ae-465b-a0d9-e765d53c5afa req-3070d18c-4a7d-457d-9164-aed8078d2e50 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1050.820657] env[65511]: INFO networking_nsxv3.common.synchronization [req-6b10ce3f-96ae-465b-a0d9-e765d53c5afa req-3070d18c-4a7d-457d-9164-aed8078d2e50 service nova] Enqueued Resource ID: e7709cf2-bb76-424b-8ff5-837aa71b1478 with Priority: HIGHEST for action port [ 1050.821218] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1050.821376] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1050.821491] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: e7709cf2-bb76-424b-8ff5-837aa71b1478 with Priority: HIGHEST for action port [ 1050.821782] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.821887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.822140] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.822186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.822348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-e7709cf2-bb76-424b-8ff5-837aa71b1478 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.822447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.822509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.822700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.822778] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('e7709cf2-bb76-424b-8ff5-837aa71b1478',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.958687] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.962024] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bde1e64-ddb9-4a38-8fd2-71c6db630a56: rpc.has_security_group_logging(os_id): False [ 1050.962024] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.963393] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1050.982535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.982535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1050.982535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.982535] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be created. [ 1051.055055] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.055055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.055055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.055055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.055055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.064857] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: IN_PROGRESS for 2s [ 1051.327525] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port e7709cf2-bb76-424b-8ff5-837aa71b1478 with status ACTIVE [ 1051.327841] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.328107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.328377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.328470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.328685] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.328770] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.328833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.328987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.329078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.329297] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.329379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.329419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.329544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.329616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.329715] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: e7709cf2-bb76-424b-8ff5-837aa71b1478 is going to be updated. [ 1051.355797] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.355797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.355983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.356241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.356241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.356354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-e7709cf2-bb76-424b-8ff5-837aa71b1478" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.463198] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.463553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.463703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.463886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.463974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.464081] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1051.465484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.465658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.466150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.466150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.466150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.466150] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be updated. [ 1051.468040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.468334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.468496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.468781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.468880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.469071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1051.513229] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.513386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.513767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.513868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.514442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.516486] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.516631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.516691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.516942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.517048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.518596] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.518804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.518804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.518933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.519061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.531009] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: IN_PROGRESS for 2s [ 1051.532721] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1051.533528] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1051.712399] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: SUCCESS [ 1051.712399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.714250] env[65511]: INFO networking_nsxv3.common.synchronization [None req-e7829699-7e53-4d8b-ab92-e6d1e86bb60a None None] Enqueued Resource ID: 980019af-05c5-450b-800d-fc9a96db16e9 with Priority: HIGHEST for action port [ 1051.714798] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 980019af-05c5-450b-800d-fc9a96db16e9 with Priority: HIGHEST for action port [ 1051.715117] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-980019af-05c5-450b-800d-fc9a96db16e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1051.715234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-980019af-05c5-450b-800d-fc9a96db16e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.715292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-980019af-05c5-450b-800d-fc9a96db16e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.715537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-980019af-05c5-450b-800d-fc9a96db16e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.715615] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('980019af-05c5-450b-800d-fc9a96db16e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1051.863186] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1051.863186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.062670] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: SUCCESS [ 1052.063207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.064021] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 1052.064213] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.132806] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: SUCCESS [ 1052.133658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.218440] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 980019af-05c5-450b-800d-fc9a96db16e9 [ 1052.218750] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.218865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.218936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.219187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.219289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.219387] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:980019af-05c5-450b-800d-fc9a96db16e9 already deleted. [ 1052.219480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-980019af-05c5-450b-800d-fc9a96db16e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.630802] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1052.630802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.630802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.630802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.631127] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.631127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.631219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.631432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.631554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.631760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.633114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.633114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.633114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.633114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.633114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.633114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.633114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.633114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.633473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.633473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.633473] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.634710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.634996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.635289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.635545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.635601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.638385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.638529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.638596] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1052.836064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: SUCCESS [ 1052.836422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.836665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.836954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.837172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1052.837297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.837365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.837519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1052.837601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.837693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.837809] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.091570] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1053.091957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.092043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.092317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.092438] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.140513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1053.141641] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.160924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.161100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.161147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.161640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.185162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.185453] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.185569] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.185751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.185858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.185908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.186120] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.186245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.186351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.186511] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.186589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.186816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.186981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.187083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.187236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.187315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.187402] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1053.281211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.281444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.281444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.281642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.281800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.296660] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1053.342678] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.545267] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1053.545505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.547516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.547516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.547516] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.547516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.547516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.547516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.547516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.547516] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.548276] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1053.548510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.549255] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1053.549465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.549643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.550293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.550293] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.550293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.550293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.550293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.550712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.550712] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.551374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.551537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.551770] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.552530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.552530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.552530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.552530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.552530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.552530] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.595903] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.596180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.644287] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1053.845740] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9c35bfed-0363-4f21-be09-da2e7babfa0a: rpc.has_security_group_logging(os_id): False [ 1053.866856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.866856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.866856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.867121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.867907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.867907] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.867907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.867907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.867907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.867907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.867907] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a is going to be created. [ 1053.938020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1053.938020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.938020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.938020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.938020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.948787] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: IN_PROGRESS for 2s [ 1054.054285] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.058035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.058035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.058035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.058035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.058035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.058035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.058035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.058590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.058590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.058590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.058686] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.059387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.059387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059387] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.059657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.059657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.059805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.059906] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.060179] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.148201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.148607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.148607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.148607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.148753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.148791] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1054.182046] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.182217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.182217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.182417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.182558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.192816] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1054.410159] env[65511]: INFO networking_nsxv3.common.synchronization [req-f409f81b-1f96-4aff-a8ab-c00feb5657fa req-12a433f6-98e9-42cc-9562-99c4b898ae88 tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 1054.410642] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGHEST for action security_group_members [ 1054.410970] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.411174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.411263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.411419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.411585] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.411725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.411725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.411916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.412028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.412107] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.562478] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.563645] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1054.566531] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a432b387-c149-4987-8507-66e3f9717524: rpc.has_security_group_logging(os_id): False [ 1054.588943] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.589380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.589380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.589747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.616172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.616546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.616702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.616786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.617116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.617245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.617505] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.617613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.617678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.618039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.618039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.618234] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.618443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.618549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.618721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.618801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.618924] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1054.692737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.692899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.692969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.693206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.693360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.715178] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1054.917275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.917275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.917275] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be updated. [ 1054.956422] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1054.956422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.956589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.957171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1054.957171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.973212] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: IN_PROGRESS for 2s [ 1055.070924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.071224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.071334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.071632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.071752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.071966] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1055.073526] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.073677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.073763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.073957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.074401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.074401] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be updated. [ 1055.112652] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.112892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.112892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.113682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.113682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.116401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.116576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.116655] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.116948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.117135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.130604] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: IN_PROGRESS for 2s [ 1055.131972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1055.392064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1055.395202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.395202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.395202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.395202] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1055.904920] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.905328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.969674] env[65511]: INFO networking_nsxv3.common.synchronization [req-e49216e2-8d9b-4b7a-9aa4-87beca22f301 req-3a2c901c-2e82-4cc8-8227-b01860c3d9a4 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_members [ 1055.970728] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: SUCCESS [ 1055.970945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.971516] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_members [ 1055.972157] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.972285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.972347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.972627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.972786] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1055.972888] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1055.972950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.973120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1055.973202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.973294] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.215904] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1056.216148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.216322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.216563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.216761] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.216880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.216949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.217108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.217190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.217272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.217363] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.478084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.478084] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.478084] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b already deleted. [ 1056.478084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.482123] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.483869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.483869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.483869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.483869] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.483869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.483869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.484496] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.484792] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.485761] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.488136] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1056.488136] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1056.488136] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1056.488136] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1056.488136] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1056.488136] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1056.518474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1056.518640] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.032 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1056.518854] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1056.521442] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.521714] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-d1178847-2cd6-4858-9f0b-d12571820a0c taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.521898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.522380] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.522815] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.522982] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1178847-2cd6-4858-9f0b-d12571820a0c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.721619] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.721855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.721855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.725753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.725753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.725753] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.725753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.725753] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1056.735631] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1056.735785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.990051] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 27882840-bb07-488b-ba69-a1a6813aabd3 in Status: SUCCESS [ 1056.990051] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 deletion is rescheduled due to dependency. [ 1056.990246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.029402] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.029667] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.029791] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.030093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.030250] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.030433] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port d1178847-2cd6-4858-9f0b-d12571820a0c not found, creating... [ 1057.030710] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.030864] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.030976] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.031220] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.031355] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.031633] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.031783] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.031889] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.032126] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.032253] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.032431] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: d1178847-2cd6-4858-9f0b-d12571820a0c is going to be created. [ 1057.057359] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.057595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.057737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.058018] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.058291] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.058553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.147270] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1057.147521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.147727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.148315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.148315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.148634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.148634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.148634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.148821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.148821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.149034] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.149135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.149135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.149283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.149432] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.149565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.149565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.149807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.149807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.149970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.149970] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.151761] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1057.152080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.152485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.152668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.152879] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.153025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.153025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.153169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.153257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.153410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.153410] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.226855] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1057.255081] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.255299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.255360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.255574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.255667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.255894] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.255997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.256066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.256217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.256294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.256480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.256574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.256635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.256773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.256846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.257132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.257225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.257287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.257427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.257502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.257588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1057.336121] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.336297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.336347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.336561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.336719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.351563] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1057.656410] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1057.657692] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1057.677774] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.677933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.678040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.678262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.701944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.702222] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.702339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.702408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.702601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.702683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.702876] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.702971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.703081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.703186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.703262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.703448] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.703541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.703603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.703738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.703813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.703897] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1057.769538] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1057.769746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1057.769746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1057.769917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1057.770087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.784950] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1058.162170] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2bde1e64-ddb9-4a38-8fd2-71c6db630a56: rpc.has_security_group_logging(os_id): False [ 1058.185383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.185533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.185608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.185826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.186021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.186174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.186284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.186339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.186513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.186618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.186672] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be updated. [ 1058.270598] env[65511]: INFO networking_nsxv3.common.synchronization [req-e49216e2-8d9b-4b7a-9aa4-87beca22f301 req-a398c39d-c3d1-4fc3-bafc-8b7071abb4c5 service nova] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_rules [ 1058.271164] env[65511]: INFO networking_nsxv3.common.synchronization [req-e49216e2-8d9b-4b7a-9aa4-87beca22f301 req-a398c39d-c3d1-4fc3-bafc-8b7071abb4c5 service nova] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_members [ 1058.271327] env[65511]: INFO networking_nsxv3.common.synchronization [req-e49216e2-8d9b-4b7a-9aa4-87beca22f301 req-a398c39d-c3d1-4fc3-bafc-8b7071abb4c5 service nova] Enqueued Resource ID: d1178847-2cd6-4858-9f0b-d12571820a0c with Priority: HIGHEST for action port [ 1058.271893] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_rules [ 1058.272043] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_members [ 1058.272186] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d1178847-2cd6-4858-9f0b-d12571820a0c with Priority: HIGHEST for action port [ 1058.272458] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.272602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.272669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.272873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.272970] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.273869] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.273991] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.274073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.274245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.274421] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.274509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.274560] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.274675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.274757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.274852] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.278769] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d1178847-2cd6-4858-9f0b-d12571820a0c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.280026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.280165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.280371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.280480] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d1178847-2cd6-4858-9f0b-d12571820a0c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.286794] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.287496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.287496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.287496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.287496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.304107] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: IN_PROGRESS for 2s [ 1058.784334] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.784334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.784334] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1058.788664] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d1178847-2cd6-4858-9f0b-d12571820a0c with status ACTIVE [ 1058.788664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.788664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.788664] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d1178847-2cd6-4858-9f0b-d12571820a0c is going to be updated. [ 1058.818219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1058.818408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.818464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.818650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1058.818799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1058.818964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d1178847-2cd6-4858-9f0b-d12571820a0c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.088125] env[65511]: INFO networking_nsxv3.common.synchronization [req-74e57267-20f4-4b64-aed8-0bbbceaece1d req-46b0f762-12d8-4a99-9784-984ee843d24e tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_members [ 1059.088997] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_members [ 1059.089613] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.089833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.089945] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.090281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.090507] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.090685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.091449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.091449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.091449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.091449] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.287251] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.373697] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1059.374058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.561895] env[65511]: INFO networking_nsxv3.common.synchronization [None req-5cf2dc2d-1137-4a53-83bc-2be6d4b18933 None None] Enqueued Resource ID: a425540b-9613-4fcc-8e88-32c6e494b31d with Priority: HIGHEST for action port [ 1059.565881] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a425540b-9613-4fcc-8e88-32c6e494b31d with Priority: HIGHEST for action port [ 1059.565881] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a425540b-9613-4fcc-8e88-32c6e494b31d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.565881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a425540b-9613-4fcc-8e88-32c6e494b31d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.565881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a425540b-9613-4fcc-8e88-32c6e494b31d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.565881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a425540b-9613-4fcc-8e88-32c6e494b31d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.565881] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a425540b-9613-4fcc-8e88-32c6e494b31d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.583933] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.583933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.583933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.583933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.583933] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.583933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.583933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.584459] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.584459] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.584640] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.584640] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1059.584834] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1059.584834] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1059.585062] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1059.585062] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1059.585196] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1059.596487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.596487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.596487] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 already deleted. [ 1059.596487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.609382] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1059.609636] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1059.609715] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1059.609896] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.610255] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-42209e7d-923f-4522-a3a6-904a86032641 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.610463] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.610667] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.611041] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.611158] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42209e7d-923f-4522-a3a6-904a86032641',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.794254] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.794254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.794254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.794254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.794254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.794254] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b is going to be created. [ 1059.804292] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1059.804292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.804292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.804292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.804292] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1059.819986] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1059.819986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.819986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.820311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1059.820311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1059.832842] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b in Status: UNINITIALIZED for 2s [ 1060.067940] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port a425540b-9613-4fcc-8e88-32c6e494b31d [ 1060.068570] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.068570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.068759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.073344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.073344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.073344] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:a425540b-9613-4fcc-8e88-32c6e494b31d already deleted. [ 1060.073344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a425540b-9613-4fcc-8e88-32c6e494b31d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115609] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.115609] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.115609] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.115609] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.115609] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.115609] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 42209e7d-923f-4522-a3a6-904a86032641 not found, creating... [ 1060.115609] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.116171] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.116171] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.116171] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.116272] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.116859] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.116859] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.116859] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.118693] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.118693] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.118693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 42209e7d-923f-4522-a3a6-904a86032641 is going to be created. [ 1060.145207] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.145407] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.145407] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.145694] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.145967] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.146205] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.308101] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308101] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.308101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.308101] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.330331] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1060.331036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.812073] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.812779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.812779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.812779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.819995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.819995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.819995] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.819995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.819995] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.974699] env[65511]: INFO networking_nsxv3.common.synchronization [req-74e57267-20f4-4b64-aed8-0bbbceaece1d req-5d61534e-bfd2-47b3-a18b-acfcd8174078 service nova] Enqueued Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_rules [ 1060.975735] env[65511]: INFO networking_nsxv3.common.synchronization [req-74e57267-20f4-4b64-aed8-0bbbceaece1d req-5d61534e-bfd2-47b3-a18b-acfcd8174078 service nova] Enqueued Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_members [ 1060.977021] env[65511]: INFO networking_nsxv3.common.synchronization [req-74e57267-20f4-4b64-aed8-0bbbceaece1d req-5d61534e-bfd2-47b3-a18b-acfcd8174078 service nova] Enqueued Resource ID: 42209e7d-923f-4522-a3a6-904a86032641 with Priority: HIGHEST for action port [ 1060.977021] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_rules [ 1060.977304] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_members [ 1060.977484] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 42209e7d-923f-4522-a3a6-904a86032641 with Priority: HIGHEST for action port [ 1060.977861] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.977927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.977997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.978270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.978391] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.979414] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.979586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.979673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.979905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.980155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.980313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.980387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.980558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.981077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.981077] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1060.982280] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-42209e7d-923f-4522-a3a6-904a86032641 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1060.982280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.982280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.982280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1060.982597] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('42209e7d-923f-4522-a3a6-904a86032641',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.323442] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1061.342813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.343248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.343248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.343447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.343447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344072] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.344534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.344534] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.344792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.344792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.344792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.345034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.345543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.345762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.345841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.346116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.346234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.346681] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1061.416203] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.416369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.417066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.417066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.417066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.436972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1061.484698] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489318] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.489318] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 42209e7d-923f-4522-a3a6-904a86032641 with status ACTIVE [ 1061.489318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.489318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.489318] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.489318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.490061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.490061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.490061] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 42209e7d-923f-4522-a3a6-904a86032641 is going to be updated. [ 1061.531782] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.531989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.532060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.532243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.532383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.532669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-42209e7d-923f-4522-a3a6-904a86032641" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.861942] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b in Status: SUCCESS [ 1061.862272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.862486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.862707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.862900] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1061.863029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1061.863104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1061.863238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1061.863307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.863548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1061.863548] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1061.991082] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.199436] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c2ec24f1-d68e-4f4a-b325-30bcdf834094 None None] Enqueued Resource ID: 668f4c13-c97f-488c-8036-f2958902db7f with Priority: HIGHEST for action port [ 1062.200302] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 668f4c13-c97f-488c-8036-f2958902db7f with Priority: HIGHEST for action port [ 1062.200644] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-668f4c13-c97f-488c-8036-f2958902db7f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.200762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-668f4c13-c97f-488c-8036-f2958902db7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.200827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-668f4c13-c97f-488c-8036-f2958902db7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.201125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-668f4c13-c97f-488c-8036-f2958902db7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.201238] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('668f4c13-c97f-488c-8036-f2958902db7f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.367280] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.494584] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.494872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.494872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.495080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.495180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.495290] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 is going to be created. [ 1062.523632] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.523803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.524173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.528036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.528036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.538531] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 in Status: UNINITIALIZED for 2s [ 1062.643411] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c379318a-14a0-49ae-8e0d-78ba2b324e3b tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1062.643411] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1062.643525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.643588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.643630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.643983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.643983] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1062.703673] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 668f4c13-c97f-488c-8036-f2958902db7f [ 1062.703938] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.704116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.704232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.704487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.704584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.704678] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:668f4c13-c97f-488c-8036-f2958902db7f already deleted. [ 1062.704776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-668f4c13-c97f-488c-8036-f2958902db7f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.724237] env[65511]: INFO networking_nsxv3.common.synchronization [None req-e28d48a8-de7e-4460-898b-7acea47394b3 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1062.724786] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1062.725152] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.725253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.870832] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 824a4f33-3c22-40d5-9a2b-d0079735b73b: rpc.has_security_group_logging(os_id): False [ 1062.891168] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.891349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.891399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.891592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.891777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.891924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.892034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.892102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.892251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.892323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.892404] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b is going to be created. [ 1062.967102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1062.967334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.967408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.967640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.968243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.981614] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b in Status: IN_PROGRESS for 2s [ 1063.166703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.166907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.166961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.167273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.167375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.167473] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 already deleted. [ 1063.167565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.167731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.167903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.167997] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.456862] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1063.457330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.457578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.457907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.458087] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1063.696615] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.696910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.696910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.697211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.697313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.697464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 already deleted. [ 1063.697540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.960509] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.960884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.960884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.961073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.961261] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1063.961404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.961485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.961677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1063.961798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.961895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.961997] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.465016] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465157] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.465661] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.465732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.465781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.465922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.466091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.466235] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.466326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.466384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.466524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.466658] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.466767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.466827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.467135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.467332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.467443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.467676] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.548366] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 in Status: SUCCESS [ 1064.548733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.548903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.549192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.549393] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.549393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.549736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.549776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.549875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.549930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.550035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1064.971556] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1064.993083] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.993282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.993350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.993578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.993705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.993979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.994123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.994206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.994602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.994602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.994825] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.994954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.995448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1064.995642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1064.995744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.996104] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1064.996294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1064.997226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.001030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.001030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.001030] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1065.001845] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b in Status: SUCCESS [ 1065.001990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.007089] env[65511]: INFO networking_nsxv3.common.synchronization [req-6c3c092b-2a65-463d-8408-0a9f535bbc43 req-c051bd99-835d-4c41-ba2d-6c447e610795 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1065.007089] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1065.007089] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.007089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.007089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.007089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.007089] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.007525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.007525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.007525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.007660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.007660] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.052939] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.078548] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.078730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.078809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.079036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.079171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.097632] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1065.510762] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.558011] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0: rpc.has_security_group_logging(os_id): False [ 1065.575427] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.575596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.575656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.576122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.576122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.576217] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.576276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.576318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.576501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.576566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.576618] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 is going to be created. [ 1065.599094] env[65511]: INFO networking_nsxv3.common.synchronization [req-8d120100-ef46-4c75-9c0c-8fc75537207f req-c3d4908e-8985-4d2d-b287-1e4209227a80 tempest-InstanceActionsTestJSON-2055277486 tempest-InstanceActionsTestJSON-2055277486-project-member] Enqueued Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_members [ 1065.600454] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_members [ 1065.600820] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.600989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.601703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.601703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.601703] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.601703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.601703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.601990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.601990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.602342] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1065.655719] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.655860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.655976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.656230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.656426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.670115] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 in Status: IN_PROGRESS for 2s [ 1065.971699] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-707 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.972264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-707" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.972264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-707" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.972490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-707" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.972828] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1065.974218] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.974500] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.975165] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1065.975165] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1065.975458] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.975646] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1065.975778] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1065.975896] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1065.976074] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1065.976227] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1065.976394] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1066.012343] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1066.012518] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.036 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1066.012659] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1066.012837] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-707" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.013167] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-720b520c-96c9-4d15-af2c-bf99c13896bd taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.013365] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.013568] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.013924] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.014108] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720b520c-96c9-4d15-af2c-bf99c13896bd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.015226] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1066.105145] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.105353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.105416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.105709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.105757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.105958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.106098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.106513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.106513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.106513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.106513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 already deleted. [ 1066.106985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.517335] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.517631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.517631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.517993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.518095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.518227] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1066.520188] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.520320] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.520602] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.520772] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.520990] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.521194] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 720b520c-96c9-4d15-af2c-bf99c13896bd not found, creating... [ 1066.521830] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.521956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.522350] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.522418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.522627] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.523147] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.523303] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.523553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.523833] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.524057] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.524271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 720b520c-96c9-4d15-af2c-bf99c13896bd is going to be created. [ 1066.555591] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.555828] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.555948] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.556367] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.556638] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.556885] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.561348] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1066.561348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.561348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.561348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1066.561657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.570861] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1067.116644] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1067.116994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.271011] env[65511]: INFO networking_nsxv3.common.synchronization [req-8d120100-ef46-4c75-9c0c-8fc75537207f req-64b3cbfc-7817-4d78-9f14-f80cb24ce041 service nova] Enqueued Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_rules [ 1067.271486] env[65511]: INFO networking_nsxv3.common.synchronization [req-8d120100-ef46-4c75-9c0c-8fc75537207f req-64b3cbfc-7817-4d78-9f14-f80cb24ce041 service nova] Enqueued Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_members [ 1067.271486] env[65511]: INFO networking_nsxv3.common.synchronization [req-8d120100-ef46-4c75-9c0c-8fc75537207f req-64b3cbfc-7817-4d78-9f14-f80cb24ce041 service nova] Enqueued Resource ID: 720b520c-96c9-4d15-af2c-bf99c13896bd with Priority: HIGHEST for action port [ 1067.271996] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_rules [ 1067.272179] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_members [ 1067.272316] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 720b520c-96c9-4d15-af2c-bf99c13896bd with Priority: HIGHEST for action port [ 1067.272610] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.272779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.272859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.273141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.273228] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.275169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.275169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.275169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.275169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.275169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.275169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.275169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.275748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.275847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.276939] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.278262] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-720b520c-96c9-4d15-af2c-bf99c13896bd taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.278262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.278262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.278262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.278262] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('720b520c-96c9-4d15-af2c-bf99c13896bd',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.683660] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 in Status: SUCCESS [ 1067.684234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.782438] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.782438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.782715] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1067.784244] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 720b520c-96c9-4d15-af2c-bf99c13896bd with status ACTIVE [ 1067.784373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.784474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.784533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.784815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.784960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.785285] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.785427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.785531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.785790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.786038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.786209] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.786362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.786455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.786708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.786810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.786878] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 720b520c-96c9-4d15-af2c-bf99c13896bd is going to be updated. [ 1067.817025] env[65511]: INFO networking_nsxv3.common.synchronization [req-f671ff53-a902-4baa-9b5a-577be16eff29 req-3195a604-c45c-4c09-afd0-b25fad58a9b9 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1067.817838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.818281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.818495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.818805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.819118] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.819424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-720b520c-96c9-4d15-af2c-bf99c13896bd" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.821017] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1067.821017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.821017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.821017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.821017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.821017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1067.821602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.821766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.822064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.823048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.823048] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.182856] env[65511]: INFO networking_nsxv3.common.synchronization [req-9a51e8cb-e0e8-43ed-93dc-4e1e4f684ffe req-736156cf-02b2-4929-9b5a-0c00f65d2506 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1068.184037] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1068.184238] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.184626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.184626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.184975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.184975] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.185999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.185999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.185999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.185999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.185999] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.289266] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.325170] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.584415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1068.584758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.604291] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.604594] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.604751] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.605108] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.605780] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.605999] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.606173] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.606436] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.606618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.606866] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.607014] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1068.607207] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1068.607370] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1068.607514] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1068.607646] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1068.607810] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1068.628331] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1068.628542] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1068.628673] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1068.629064] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.629458] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-a9effd37-0783-44b7-b854-732a386b5a4e taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.629742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.630076] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.630490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.630655] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9effd37-0783-44b7-b854-732a386b5a4e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.688980] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.689450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.689450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.689636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.689727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.689930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.690045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.690109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.690266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.690369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.690461] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be deleted. [ 1068.730987] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.731224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.731424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.731564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.731685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.731794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.796272] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.796272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.796272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.796272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.796272] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.796615] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 is going to be created. [ 1068.821071] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1068.821223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.821328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1068.821496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1068.821654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.828448] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1068.833324] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 in Status: UNINITIALIZED for 2s [ 1069.135875] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.135875] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port a9effd37-0783-44b7-b854-732a386b5a4e not found, creating... [ 1069.135875] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.135875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.136579] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.136579] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.136579] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.136776] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.137140] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.137140] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.137340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: a9effd37-0783-44b7-b854-732a386b5a4e is going to be created. [ 1069.163134] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.163134] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.163134] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.163458] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.163800] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.164093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.331467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.332460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.332460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.332460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.337375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.337548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1069.393893] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.393893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.393893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.393893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.393893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.411269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1069.892444] env[65511]: INFO networking_nsxv3.common.synchronization [req-9a51e8cb-e0e8-43ed-93dc-4e1e4f684ffe req-f0b303ac-240f-4cb3-a3c2-e8a6801d0a89 service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 1069.892622] env[65511]: INFO networking_nsxv3.common.synchronization [req-9a51e8cb-e0e8-43ed-93dc-4e1e4f684ffe req-f0b303ac-240f-4cb3-a3c2-e8a6801d0a89 service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1069.896401] env[65511]: INFO networking_nsxv3.common.synchronization [req-9a51e8cb-e0e8-43ed-93dc-4e1e4f684ffe req-f0b303ac-240f-4cb3-a3c2-e8a6801d0a89 service nova] Enqueued Resource ID: a9effd37-0783-44b7-b854-732a386b5a4e with Priority: HIGHEST for action port [ 1069.897058] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 1069.897229] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1069.897314] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a9effd37-0783-44b7-b854-732a386b5a4e with Priority: HIGHEST for action port [ 1069.897618] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.897736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.897800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.897996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.898090] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.898967] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.899102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.899152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.899312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.899456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.899601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.899601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.900853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.900853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.900853] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1069.903645] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a9effd37-0783-44b7-b854-732a386b5a4e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1069.903645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.903821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.903887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.904480] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a9effd37-0783-44b7-b854-732a386b5a4e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.405966] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.407222] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.407373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.407620] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a9effd37-0783-44b7-b854-732a386b5a4e with status ACTIVE [ 1070.407811] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.408015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.408071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.408286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.408385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.408606] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.409190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.409190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.409190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.413630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.413630] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.413630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.413630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.413630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.413630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.413630] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a9effd37-0783-44b7-b854-732a386b5a4e is going to be updated. [ 1070.436038] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.436038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.436038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.436512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.436512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.436615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a9effd37-0783-44b7-b854-732a386b5a4e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.848214] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 in Status: SUCCESS [ 1070.848214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.848214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.848214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.848369] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1070.848452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.848452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.848626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1070.848713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.848838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.848942] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1070.914195] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.352471] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.352767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.352912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.353329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.353648] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.353993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.354125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.354897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.354897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.354897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.354897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.354897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.355098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.355208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.355428] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.355580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.355793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.356102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.356234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.356358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.356652] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1071.418384] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.418384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.418384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.418917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.418917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.418917] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be created. [ 1071.423381] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1071.423381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.459877] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.460076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.460159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.460413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.460602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.477309] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: UNINITIALIZED for 2s [ 1071.859798] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0cdf6c02-6b88-4145-9e4d-79fda78bc578: rpc.has_security_group_logging(os_id): False [ 1071.879913] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.880130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.880130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.880540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.880711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.881025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.881188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.881291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.881561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.881677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.881982] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.882143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.882236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.882456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.882566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.882883] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.883038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.883131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.883342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.883450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.883680] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 is going to be created. [ 1071.973387] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1071.973542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.973757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1071.974051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1071.974292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.991318] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 in Status: IN_PROGRESS for 2s [ 1073.492508] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1073.492997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.493240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.493367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.493775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.493975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.494503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.494786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.494903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.495047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1073.495178] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1073.999228] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.999379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1073.999449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1073.999678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1073.999844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1073.999942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.000013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.000189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.000274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.000361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.000502] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.000596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.000656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.000788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.000920] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.001025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.001085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.001228] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.001298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.001376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.001462] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1074.004632] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 in Status: SUCCESS [ 1074.004824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.506670] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0050bed8-c8dd-4ac0-a218-4eb31f3feddf: rpc.has_security_group_logging(os_id): False [ 1074.534484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534900] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.534900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.534900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.534900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.534900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.534900] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be created. [ 1074.616151] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1074.617026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1074.617026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1074.617026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1074.617196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.633326] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1074.898482] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1074.899457] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1076.650702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1076.651090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.770332] env[65511]: INFO networking_nsxv3.common.synchronization [req-39bcb87e-04c1-4f5e-a1c6-8700ec8a08ee req-2f32e666-0638-4760-a14d-74962b20bb00 tempest-ServerRescueTestJSON-345204305 tempest-ServerRescueTestJSON-345204305-project-member] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1077.771193] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1077.771227] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.771343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.771403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.771656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.771815] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1077.771909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1077.771967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1077.772131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1077.772212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1077.772303] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.148285] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.148600] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.148743] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.149195] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.149539] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.149539] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.149680] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.149857] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.150000] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.150222] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.150337] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1078.150447] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1078.150557] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1078.150667] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1078.150774] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1078.150911] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1078.179510] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1078.179754] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.029 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1078.179889] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1078.180097] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.180496] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.180650] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.180737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.181124] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.181265] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f9a2e-945d-4068-a6ae-5f3927de0ab8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1078.275793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.276098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.276241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.276544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.276703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.277014] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.277187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.277317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.277542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.277691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.277848] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f already deleted. [ 1078.278020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.684494] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.684494] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.684494] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.684494] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.684494] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.685027] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 not found, creating... [ 1078.685027] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.685174] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.686419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.686419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.686419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686419] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.686419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.686419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.686849] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.686849] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.686849] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 is going to be created. [ 1078.707399] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1078.707692] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1078.707837] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1078.708297] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1078.708345] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1078.708682] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.414374] env[65511]: INFO networking_nsxv3.common.synchronization [req-39bcb87e-04c1-4f5e-a1c6-8700ec8a08ee req-c74e5c8b-50f3-4d9d-a34f-c522bdf37dca service nova] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_rules [ 1079.414585] env[65511]: INFO networking_nsxv3.common.synchronization [req-39bcb87e-04c1-4f5e-a1c6-8700ec8a08ee req-c74e5c8b-50f3-4d9d-a34f-c522bdf37dca service nova] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1079.414617] env[65511]: INFO networking_nsxv3.common.synchronization [req-39bcb87e-04c1-4f5e-a1c6-8700ec8a08ee req-c74e5c8b-50f3-4d9d-a34f-c522bdf37dca service nova] Enqueued Resource ID: 2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 with Priority: HIGHEST for action port [ 1079.415188] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_rules [ 1079.415570] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1079.415570] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 with Priority: HIGHEST for action port [ 1079.415819] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.415999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.416079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.416336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.416467] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.417460] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.417984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.418095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.418292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.418471] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.418577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.418711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.418959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.418959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.419282] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.423017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.423262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.423381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.423695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.423862] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2c4f9a2e-945d-4068-a6ae-5f3927de0ab8',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.927037] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1079.928191] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.928430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.928709] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 with status ACTIVE [ 1079.929742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.929742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.929742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.929742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.929742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.929742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.929742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.929742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.930061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.930061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.930188] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.930275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.930333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.930529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.930850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.930850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2c4f9a2e-945d-4068-a6ae-5f3927de0ab8 is going to be updated. [ 1079.954907] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1079.955036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.955036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.955232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1079.955485] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1079.955594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2c4f9a2e-945d-4068-a6ae-5f3927de0ab8" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.296929] env[65511]: INFO networking_nsxv3.common.synchronization [req-88205429-9af5-4b9d-9125-bc1b6b350f73 req-4a2f33a7-580a-41ef-9b70-9d81d369ea83 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1080.297792] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1080.298246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.298431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.298557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.298841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.299077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.299227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.299344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.299590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.299724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.299885] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.429586] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.695799] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-122 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.696382] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.696635] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.697059] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.697578] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.697835] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.698138] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.698894] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.698894] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.699401] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.699708] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1080.700008] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1080.700306] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1080.700615] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1080.700902] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1080.701227] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1080.750716] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1080.750922] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.050 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1080.751150] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1080.751421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-122" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.751727] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-29df1223-37bc-4295-a222-a968624f9949 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.751917] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.752050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.752393] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.752586] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29df1223-37bc-4295-a222-a968624f9949',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.802276] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1080.934111] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.934355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.934355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.934574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.934720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.934788] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be created. [ 1080.960588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1080.960588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1080.960588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1080.960588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1080.960848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.970889] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: UNINITIALIZED for 2s [ 1081.255875] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.257480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.257480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.257480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.257480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.257480] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 29df1223-37bc-4295-a222-a968624f9949 not found, creating... [ 1081.257480] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.257480] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.257784] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.257960] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.258637] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.258637] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.258637] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.258637] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.258872] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.259060] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.259926] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 29df1223-37bc-4295-a222-a968624f9949 is going to be created. [ 1081.285113] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.285348] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.285479] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.285740] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.285963] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.286199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.303965] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.808650] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.808650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.809018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.809018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.809018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.809095] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1081.846356] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.846535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.846535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.846756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.846904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.866415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1081.971273] env[65511]: INFO networking_nsxv3.common.synchronization [req-88205429-9af5-4b9d-9125-bc1b6b350f73 req-868e5e4c-077d-45c5-a5b6-7561aaa607e1 service nova] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1081.971481] env[65511]: INFO networking_nsxv3.common.synchronization [req-88205429-9af5-4b9d-9125-bc1b6b350f73 req-868e5e4c-077d-45c5-a5b6-7561aaa607e1 service nova] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1081.971628] env[65511]: INFO networking_nsxv3.common.synchronization [req-88205429-9af5-4b9d-9125-bc1b6b350f73 req-868e5e4c-077d-45c5-a5b6-7561aaa607e1 service nova] Enqueued Resource ID: 29df1223-37bc-4295-a222-a968624f9949 with Priority: HIGHEST for action port [ 1081.972238] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1081.972433] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1081.972461] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df1223-37bc-4295-a222-a968624f9949 with Priority: HIGHEST for action port [ 1081.972766] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.972907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.972982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.973194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.973276] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1081.974560] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.974677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.974935] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-29df1223-37bc-4295-a222-a968624f9949 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1081.975065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.975142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.975408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.975486] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29df1223-37bc-4295-a222-a968624f9949',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1082.477814] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.477814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481207] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29df1223-37bc-4295-a222-a968624f9949 with status ACTIVE [ 1082.481207] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.481207] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.481207] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.481688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.481688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.481688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.481688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.481688] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29df1223-37bc-4295-a222-a968624f9949 is going to be updated. [ 1082.507295] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.507295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.507295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.507295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.507295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.507295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.985404] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1082.985755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.985981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.988239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.988239] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1082.988523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1082.988609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1082.988836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1082.988946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.988997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1082.989096] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.028954] env[65511]: INFO networking_nsxv3.common.synchronization [None req-fc6120e6-b4d7-4b7b-bbe2-f98ba1b6c884 tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1083.029173] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1083.029692] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.030086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.030205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.030554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.030639] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.134291] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1a2be5f8-c3be-44c2-9ce5-581519018100 tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1083.134942] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1083.135282] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.135455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.486113] env[65511]: INFO networking_nsxv3.common.synchronization [req-0c386c7e-5c70-4dc3-9256-ab2ca2ac6267 req-8f401441-a55f-4184-af11-54fbc6ba2770 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1083.486791] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1083.487297] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.487481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.487585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.487816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.488024] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.488163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.488253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.488432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.488555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.488983] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.494982] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.495110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.495191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.495374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.495528] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.495626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.495690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.495831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.495986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.495986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.496147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.496238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.496297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.496431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.496566] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.496653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.496712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.496845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.496918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.496995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.497093] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.556540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.556702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.556808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.557015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.557224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.557224] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 already deleted. [ 1083.557302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.557501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.557680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.557744] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.879163] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1083.880068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.880068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.880068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.880068] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.880417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.880417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.880417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.880498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.880635] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1083.991226] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.991622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.991622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.991681] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.991771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.992063] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1083.992184] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.992285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.992404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1083.992505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.992614] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1083.999412] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96136d50-232a-4675-877f-b7dc0e40586f: rpc.has_security_group_logging(os_id): False [ 1084.019528] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.019692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.019778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.020024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.020112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.020274] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.020377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.020439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.020605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.020715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.020905] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.021009] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.021078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.021221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.021299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.021496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.021590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.021650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.021787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.021864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.021943] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be created. [ 1084.024690] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.024802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.024859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.025022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.025151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.037127] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1084.084774] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.084954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.085052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.085250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.085370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.085674] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 already deleted. [ 1084.085779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.097941] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.098087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.098163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.098378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.102019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.111086] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: IN_PROGRESS for 2s [ 1084.363126] env[65511]: INFO networking_nsxv3.common.synchronization [req-8be666ed-2e66-42e5-af3f-9e4ef9a4fdb5 req-267aed68-ecf1-4e8c-8990-2939ac02a47e tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1084.363713] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1084.363979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.364117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.364185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.364378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.364802] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.364802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.364802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.364802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.364996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.364996] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.383069] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.866958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.867195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.867254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.867582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.885898] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1084.889799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.890082] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.890208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.890277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.890479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.890561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.890648] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1084.916904] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1084.917084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.917122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.917327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1084.917673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.927520] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1085.050600] env[65511]: INFO networking_nsxv3.common.synchronization [req-5671b8b8-441f-4fd8-bfb9-a517f50322da req-5f560c9c-0101-4eb3-847d-8ce3e8d3168e tempest-InstanceActionsTestJSON-2055277486 tempest-InstanceActionsTestJSON-2055277486-project-member] Enqueued Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_members [ 1085.051284] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGHEST for action security_group_members [ 1085.051600] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.051713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.051775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.051969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.052140] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.052234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.052292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.052438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.052526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.052618] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1085.389178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.389339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.389450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.389624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.389718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.389819] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1085.421793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.422436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.422436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.422436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.422436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.439541] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1085.555464] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.557475] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.557475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.557704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.557704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.557704] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 is going to be updated. [ 1085.591823] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1085.593054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.593054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.593054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.593054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1085.612467] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 in Status: IN_PROGRESS for 2s [ 1086.050898] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1086.051226] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 1086.051362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.138424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1086.138784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.939129] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1086.939318] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e deletion is rescheduled due to dependency. [ 1086.939439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.390045] env[65511]: INFO networking_nsxv3.common.synchronization [req-51b27c80-f075-4ad3-90cd-4dd29e66620e req-ac551915-3c2d-4682-a135-678a7966ba11 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1087.390045] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1087.390045] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.390045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.390045] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.390913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.391359] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.391656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.391813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.392100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.392302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.392470] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.452938] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.452938] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.452938] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.511783] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-7186366c-3c18-49b4-afcc-2815c2506c18 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1087.512340] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1087.512707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.512889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.512960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.513259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.513441] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.513563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.513673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.513785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.513868] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.513974] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.621545] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 in Status: SUCCESS [ 1087.621674] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 deletion is rescheduled due to dependency. [ 1087.621791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.833437] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.833671] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.833804] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.834155] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.834824] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.835133] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.835327] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.835686] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.835858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.836132] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.836320] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1087.836536] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1087.836710] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1087.836873] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1087.837040] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1087.837234] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1087.857282] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1087.857564] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1087.857776] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1087.858057] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.858472] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.859470] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.859703] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.860204] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.860901] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2794efe-7b4b-45e2-bc29-bfb42899ef8a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1087.895160] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.895357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.895486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.895725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.916025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.916025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.916025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.916025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.916025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.916025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.916385] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1087.943370] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.943512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.943571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.943786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.943927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.953639] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1087.958961] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.959117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.959190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.959395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.959552] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.959648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.959710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.959852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.959947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.960051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.960317] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.960425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.960488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.960633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.960812] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1087.960910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.960974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.961144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1087.961222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.961305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.961401] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1088.016634] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.016840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.016915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.017198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.017301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.017539] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.017640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.017702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.017857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.017947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.018047] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 already deleted. [ 1088.018132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.363302] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.363531] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.363658] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.363954] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.364157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.364319] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port a2794efe-7b4b-45e2-bc29-bfb42899ef8a not found, creating... [ 1088.364586] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.364747] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.364898] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.365148] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.365287] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.365758] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.365932] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.366065] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.366291] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.366429] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.366629] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: a2794efe-7b4b-45e2-bc29-bfb42899ef8a is going to be created. [ 1088.387023] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.387259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.387381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.387743] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.387969] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.388217] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.464325] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1088.487675] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.487836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.490170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.490170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.490170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.490170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.490778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.490778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.490778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.490778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.490778] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1088.572838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1088.572838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1088.572838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1088.573152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1088.573195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.590661] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1089.110106] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-186846fb-a9cb-4b0f-8544-52231a6c191d service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1089.110106] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-186846fb-a9cb-4b0f-8544-52231a6c191d service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1089.110106] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-186846fb-a9cb-4b0f-8544-52231a6c191d service nova] Enqueued Resource ID: a2794efe-7b4b-45e2-bc29-bfb42899ef8a with Priority: HIGHEST for action port [ 1089.110106] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1089.110106] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1089.110349] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a2794efe-7b4b-45e2-bc29-bfb42899ef8a with Priority: HIGHEST for action port [ 1089.110530] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.110633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.110701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.110951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.111046] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.111882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.112016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.112127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.112311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.112401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.112493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.112556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.112694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.112777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.112863] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.114350] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.114714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.114714] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.115410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.115505] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a2794efe-7b4b-45e2-bc29-bfb42899ef8a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.619033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.619374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.619374] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1089.620624] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a2794efe-7b4b-45e2-bc29-bfb42899ef8a with status ACTIVE [ 1089.620807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.620915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.621026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.621192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.621279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.621559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.621704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.621798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.622015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.622127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.622394] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.622486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.622588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.622781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.622899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.622995] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a2794efe-7b4b-45e2-bc29-bfb42899ef8a is going to be updated. [ 1089.645657] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1089.645839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.645881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.646073] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1089.646208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.646368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a2794efe-7b4b-45e2-bc29-bfb42899ef8a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.965309] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1089.965502] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 1089.965618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.047601] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-daebb95b-2cb7-41fa-a4ce-d49bbe2f9a29 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1090.048215] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1090.048571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.048687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.127055] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.376380] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.376606] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.376742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.377051] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.377332] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.377506] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.378756] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.378756] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.378756] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.378756] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.378756] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1090.378756] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1090.379993] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1090.379993] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1090.379993] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1090.379993] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1090.399291] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1090.399472] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1090.399608] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1090.399774] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.400108] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-24456594-a971-4795-9714-1ae330eb2614 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.400267] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.400382] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.400729] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.400858] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24456594-a971-4795-9714-1ae330eb2614',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1090.615624] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1090.615858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.631040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.631040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.631040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.631040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.631638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.631638] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be created. [ 1090.663803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.663988] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.664046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.664253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.664421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.674515] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: UNINITIALIZED for 2s [ 1090.903555] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.903762] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.903891] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.904201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.904358] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.904512] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 24456594-a971-4795-9714-1ae330eb2614 not found, creating... [ 1090.904863] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.905041] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.905160] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.905383] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.905542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.905856] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.906008] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.906134] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.907290] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.907290] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.907290] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 24456594-a971-4795-9714-1ae330eb2614 is going to be created. [ 1090.927591] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1090.927830] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.927955] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.928257] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.928554] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1090.928811] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.175518] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1091.175717] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1091.176430] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1091.176430] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1091.176672] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.176797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.176866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.177319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.177558] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.177698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.177698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.177898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.177998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.178125] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.180510] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.180627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.180697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.180880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.181042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.181139] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.181200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.181349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.181513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.181513] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.234641] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_rules [ 1091.234922] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1091.235132] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1091.235340] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1091.235579] env[65511]: INFO networking_nsxv3.common.synchronization [req-535433c9-2f3c-4180-b31f-f9b6a3b6ca9d req-c0f72af5-7cc5-474b-86e6-7aaa2c53d07e tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 29df1223-37bc-4295-a222-a968624f9949 with Priority: HIGHEST for action port [ 1091.236234] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_rules [ 1091.236394] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1091.236933] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df1223-37bc-4295-a222-a968624f9949 with Priority: HIGHEST for action port [ 1091.237121] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1091.237293] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1091.237718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.237865] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.237955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.238337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.238519] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.239774] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.239774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.239774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.239961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.240064] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.240956] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-29df1223-37bc-4295-a222-a968624f9949 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.241079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.241142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.241328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.241407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29df1223-37bc-4295-a222-a968624f9949',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.242201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.242352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.242659] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.242787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.671264] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-d56a5602-13ef-47fe-87e5-b8384dd22ce0 service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1091.671577] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-d56a5602-13ef-47fe-87e5-b8384dd22ce0 service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1091.671615] env[65511]: INFO networking_nsxv3.common.synchronization [req-cdfb5502-26d1-4773-b20b-2bff24240a91 req-d56a5602-13ef-47fe-87e5-b8384dd22ce0 service nova] Enqueued Resource ID: 24456594-a971-4795-9714-1ae330eb2614 with Priority: HIGHEST for action port [ 1091.675410] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1091.675560] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1091.675665] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 24456594-a971-4795-9714-1ae330eb2614 with Priority: HIGHEST for action port [ 1091.675952] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.676076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.676279] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.676364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.676535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-24456594-a971-4795-9714-1ae330eb2614 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.676635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.676697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.676897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.676977] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('24456594-a971-4795-9714-1ae330eb2614',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.681350] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.683599] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1091.746814] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747193] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747425] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29df1223-37bc-4295-a222-a968624f9949 with status ACTIVE [ 1091.747625] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.747730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.747996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.748095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.748260] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.748351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.748411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.748592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.748692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.748877] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.748986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.749047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.749173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.749248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.749323] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29df1223-37bc-4295-a222-a968624f9949 is going to be updated. [ 1091.773487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1091.773733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.773862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.774205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1091.774464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.774741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.178968] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 24456594-a971-4795-9714-1ae330eb2614 with status ACTIVE [ 1092.179259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.179427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.179513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.179837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.179940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.180287] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.180431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.180534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.180765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.180765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.180953] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.181064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.181124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.181285] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.181346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.181431] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 24456594-a971-4795-9714-1ae330eb2614 is going to be updated. [ 1092.182607] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.184880] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.209579] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.209579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.209579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.210030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.210275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.210800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-24456594-a971-4795-9714-1ae330eb2614" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.634052] env[65511]: INFO networking_nsxv3.common.synchronization [req-db4466e8-f79f-4a4b-9909-5e1fd8cc4f9d req-cc8025a7-5403-4e4a-ab75-b36182d0fcb6 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1092.634052] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1092.634052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.634052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.634052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.634052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.634713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.634713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.634713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.634713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.634713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.634713] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.685099] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1092.685353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.686131] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.686131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.686131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.687147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.687376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.687376] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 is going to be created. [ 1092.689361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.689361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.689361] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.689361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.689361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.689588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.689588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.689643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.689782] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.691506] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.691506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.691506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.691506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.691685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.691726] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1092.693037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.693324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.693556] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.693676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.693775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.693955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.694071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.694196] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1092.727386] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.727585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.727673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.727889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.728096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.730948] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1092.731107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.731177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.731369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.731500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.740349] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1092.741674] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: UNINITIALIZED for 2s [ 1093.040595] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.040855] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.040928] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.041233] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.041647] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.042746] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.042913] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.043211] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.043365] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.043607] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.043681] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1093.043791] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1093.043896] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1093.043999] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1093.044116] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1093.044251] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1093.064485] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1093.064668] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1093.064798] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1093.064962] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.065392] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-485188d9-796a-4ca0-b955-afe63f227088 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.065670] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.065798] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.066196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.066374] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('485188d9-796a-4ca0-b955-afe63f227088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.137083] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.137287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.137338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.137597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.137691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.137896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.137998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.138108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.138259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.138339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.138426] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 already deleted. [ 1093.138505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.196698] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.196698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.196854] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1093.569027] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.569368] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.569547] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.569860] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.570031] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.570193] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 485188d9-796a-4ca0-b955-afe63f227088 not found, creating... [ 1093.570514] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.570713] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.570847] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.571125] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.571297] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.571664] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.571867] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.571997] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.572268] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.572488] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.572684] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 485188d9-796a-4ca0-b955-afe63f227088 is going to be created. [ 1093.594171] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1093.594409] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.594536] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.594807] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1093.595049] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.595317] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.699962] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.202411] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.202623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.202712] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.203013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.203124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.203218] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1094.235121] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.235276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.235346] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.235579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.235728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.249656] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1094.325852] env[65511]: INFO networking_nsxv3.common.synchronization [req-db4466e8-f79f-4a4b-9909-5e1fd8cc4f9d req-302646b8-dc17-404e-a57f-49d44813295a service nova] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1094.326097] env[65511]: INFO networking_nsxv3.common.synchronization [req-db4466e8-f79f-4a4b-9909-5e1fd8cc4f9d req-302646b8-dc17-404e-a57f-49d44813295a service nova] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1094.326285] env[65511]: INFO networking_nsxv3.common.synchronization [req-db4466e8-f79f-4a4b-9909-5e1fd8cc4f9d req-302646b8-dc17-404e-a57f-49d44813295a service nova] Enqueued Resource ID: 485188d9-796a-4ca0-b955-afe63f227088 with Priority: HIGHEST for action port [ 1094.327080] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1094.327250] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1094.327395] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 485188d9-796a-4ca0-b955-afe63f227088 with Priority: HIGHEST for action port [ 1094.327998] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.328156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.328305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.328505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.328637] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.329779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.330392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.330488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.330725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.330958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.331098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.331183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.331369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.331481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.331606] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.332693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-485188d9-796a-4ca0-b955-afe63f227088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.332828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.332955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.333168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.333519] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('485188d9-796a-4ca0-b955-afe63f227088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.752314] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1094.752638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.752694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.752908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.753110] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.753226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.753291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.753446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.753527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.753623] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.755102] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: SUCCESS [ 1094.755291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.755433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.755606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.755761] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.755866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.755928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.756083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.756582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.756582] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.835615] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.835615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.836212] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1094.836623] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 485188d9-796a-4ca0-b955-afe63f227088 with status ACTIVE [ 1094.837080] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.837080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.837080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.837230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.837260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.837434] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.837531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.837598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.839069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.839069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.839069] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.839069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.839069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.839069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.839069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.839069] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 485188d9-796a-4ca0-b955-afe63f227088 is going to be updated. [ 1094.861342] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1094.861518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1094.861518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1094.861730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1094.861873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.862051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-485188d9-796a-4ca0-b955-afe63f227088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.258050] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.259106] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.341446] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.762045] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.763355] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1095.845718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.845911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.845948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.847065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.847065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.847065] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be created. [ 1095.872743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1095.873055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1095.873055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1095.873863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1095.874339] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1095.884797] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: UNINITIALIZED for 2s [ 1096.262871] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1096.263326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.263454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.263795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.264161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.264256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.264510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.264653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.264767] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.266113] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.266294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.266338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.266552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.266678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.267656] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1096.268328] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.268464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.268544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.268739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.268832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.269394] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 is going to be updated. [ 1096.313437] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.313631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.313713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.313971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.314177] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.321027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.321027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.321027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.321271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.321445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.335491] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1096.347026] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: IN_PROGRESS for 2s [ 1096.771588] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.807074] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1096.807218] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_members [ 1096.807341] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1096.807985] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1096.808593] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_members [ 1096.808593] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1096.808844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.808907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809126] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-62de7f0b-923d-443b-b2fd-774e6931bd7b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.809252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.809351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.809844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.809844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.810050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.810120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.810301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.810400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1096.810544] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.811758] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.811859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.854429] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_rules [ 1096.854607] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1096.854741] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_rules [ 1096.854870] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_members [ 1096.855283] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1096.855495] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1096.855828] env[65511]: INFO networking_nsxv3.common.synchronization [req-20be659f-5424-43c0-977d-7f73724ad5a5 req-a0e9d706-02a2-4c8d-91d7-a7180ea471f4 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 29df1223-37bc-4295-a222-a968624f9949 with Priority: HIGHEST for action port [ 1096.856401] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_rules [ 1096.856547] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_rules [ 1096.856672] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1096.856823] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 29df1223-37bc-4295-a222-a968624f9949 with Priority: HIGHEST for action port [ 1096.856957] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_rules [ 1096.857073] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1096.857168] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_members [ 1096.857468] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.857725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.857947] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-62de7f0b-923d-443b-b2fd-774e6931bd7b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.858075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.858219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.858421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.858505] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.860496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.860593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.860813] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-29df1223-37bc-4295-a222-a968624f9949 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.860926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.861014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.861229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1096.861319] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('29df1223-37bc-4295-a222-a968624f9949',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1096.864639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.864639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.864639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.864639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.864639] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-62de7f0b-923d-443b-b2fd-774e6931bd7b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1096.864639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.275553] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.313608] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.360767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-62de7f0b-923d-443b-b2fd-774e6931bd7b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.360971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.364518] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 29df1223-37bc-4295-a222-a968624f9949 with status ACTIVE [ 1097.364829] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.365007] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.365172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.365435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.366018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.366018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.366018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.366018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.366212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.366257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.366634] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.366634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.366791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.366841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.366999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.367061] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 29df1223-37bc-4295-a222-a968624f9949 is going to be updated. [ 1097.392456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.392651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.392723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.393242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.393242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.393368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-29df1223-37bc-4295-a222-a968624f9949" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.723311] env[65511]: INFO networking_nsxv3.common.synchronization [req-c62e226f-1217-4477-b65a-c343ad5e9e58 req-574f413d-d1c4-451d-ace5-ecfdec63480f tempest-AttachVolumeTestJSON-1937207545 tempest-AttachVolumeTestJSON-1937207545-project-member] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_members [ 1097.723965] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGHEST for action security_group_members [ 1097.724581] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.725423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.725423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.725651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.727038] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.727038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.727038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.727038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.727038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.727038] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.777974] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.778361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.778361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.778506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.778602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.778722] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1097.809740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.810079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.810236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.810615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.810779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.819963] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1097.823669] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1097.898183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1097.898183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.899578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.899578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.899578] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1097.901462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1097.902357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1097.902357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1097.902357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.902357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1097.902357] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.230052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.230486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.232542] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.232542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.232542] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c is going to be updated. [ 1098.278103] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.278273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.278330] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.278522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.278667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.290794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: IN_PROGRESS for 2s [ 1098.323328] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.323478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.323555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.323776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.323869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.323969] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b is going to be created. [ 1098.348065] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1098.348353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.349844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.349844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.349998] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.350144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.350219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.350369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.350496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.350640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.350775] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.351837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.352029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.352207] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.352345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.352385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.352512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.352594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.352688] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.355952] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.356159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.356249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.356504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.356676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.374581] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: SUCCESS [ 1098.374931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.375240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.375570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.376358] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.376358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.376358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.376814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.377550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.377769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.377977] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.382172] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b in Status: UNINITIALIZED for 2s [ 1098.382172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.382172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.382172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.382172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.382172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.382172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.382172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.384436] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.408598] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.857067] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.858429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.858640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.885109] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.886638] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1098.908014] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03739490-8b7e-4db6-861e-5ed602e4d277: rpc.has_security_group_logging(os_id): False [ 1098.937352] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.937580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.937856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.938313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.938313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.938738] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1098.938957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1098.938957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1098.939173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1098.939284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1098.939417] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be created. [ 1099.037333] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.037477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.037548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.037855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.038060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.051641] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: IN_PROGRESS for 2s [ 1099.359020] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.387985] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2: rpc.has_security_group_logging(os_id): False [ 1099.389154] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.409281] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.409421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.409491] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.409726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.409852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.410100] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.410204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.410269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.410435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.410521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.410608] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 is going to be created. [ 1099.493336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.493336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.493513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.493657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.493871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.505104] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: IN_PROGRESS for 2s [ 1099.835719] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1099.836185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.836185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.836399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.836588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.836705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.836770] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.836921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.837230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.837230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.837230] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.837381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.837381] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.838445] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.838445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.838445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.838445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.838445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.838445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.838445] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.841032] env[65511]: INFO networking_nsxv3.common.synchronization [req-19488ee3-392e-46ae-92b8-b4cc9586a72f req-1c1bee2f-5cd8-49d9-9236-d240b98d8729 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1099.843312] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1099.843312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.843312] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.843312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.843312] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1099.864971] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.864971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.864971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.865585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.867513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.867513] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1099.892000] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.892180] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.892273] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.892487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.892575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.892748] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 is going to be updated. [ 1099.895431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.895633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.895633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.895855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.895984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.906454] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1099.930537] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1099.930697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1099.930746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1099.930949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1099.931108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1099.941846] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: IN_PROGRESS for 2s [ 1100.302503] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: eb8ec9d9-557f-4bca-9580-548d67761d9c in Status: SUCCESS [ 1100.303190] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c deletion is rescheduled due to dependency. [ 1100.303190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.342321] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6590b8d-b530-4b38-bfc8-ca7770cd99f1: rpc.has_security_group_logging(os_id): False [ 1100.346285] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.346424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.346495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.346709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.346800] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.346990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.347104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.347167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.347312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.347387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.347470] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1100.361242] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.361446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.361494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.361702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.361765] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.362039] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.362039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.362137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.362254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.362332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.362513] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.362607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.362670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.362821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.362878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.363115] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.363246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.363246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.363389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.363459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.363948] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be created. [ 1100.383978] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.384185] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.384260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.384489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.384627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.396566] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b in Status: SUCCESS [ 1100.396767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.396936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.397175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.397358] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.397475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.397539] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.397774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.397855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.397951] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1100.399466] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1100.451132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.451329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.451374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.451584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1100.451763] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1100.468206] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1100.584490] env[65511]: INFO networking_nsxv3.common.synchronization [req-d4d7eec0-2e47-476a-a574-835cfc7373c4 req-fe2fca2c-01dd-47c6-a5ec-2ed41eee91bc tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1100.584918] env[65511]: INFO networking_nsxv3.common.synchronization [req-d4d7eec0-2e47-476a-a574-835cfc7373c4 req-fe2fca2c-01dd-47c6-a5ec-2ed41eee91bc tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_members [ 1100.585205] env[65511]: INFO networking_nsxv3.common.synchronization [req-d4d7eec0-2e47-476a-a574-835cfc7373c4 req-fe2fca2c-01dd-47c6-a5ec-2ed41eee91bc tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1100.586145] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 with Priority: HIGHEST for action security_group_members [ 1100.586374] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b with Priority: HIGHEST for action security_group_members [ 1100.586567] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1100.587058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.587256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.587587] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-62de7f0b-923d-443b-b2fd-774e6931bd7b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.587718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.587948] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1100.588076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.900662] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.064588] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1101.064830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.404043] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.520347] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: SUCCESS [ 1101.520710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.521041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.521419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.521562] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.906222] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.906541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.906541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.906696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.906792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.906875] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b is going to be updated. [ 1101.920429] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1101.920640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.920804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.921041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.921249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.921332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.921383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.921533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.921605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.921700] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1101.940265] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.940499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.940596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.940918] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.941155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.952618] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b in Status: IN_PROGRESS for 2s [ 1101.953686] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 in Status: SUCCESS [ 1101.953986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.954245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.954551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.954823] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1101.955031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.955150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.955402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1101.955541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.955706] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.047539] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.047807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.047807] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.048013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.048089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.048194] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 is going to be deleted. [ 1102.100217] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.100368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.100438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.100650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.100743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.100856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.285392] env[65511]: INFO networking_nsxv3.common.synchronization [req-37579ced-8407-4578-a913-b2494176e97a req-aa0d7ca3-70a5-4d9f-a24d-a1ea7bcbf33f tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1102.286437] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1102.286899] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.286996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.286996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.287208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.287511] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.287619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.287780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.287953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.288079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.288257] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.412143] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1102.412832] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 1102.412832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.424821] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.459027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.459379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.459723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.460063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.460253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.460561] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.461129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.461129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.461374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.462090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.462271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 is going to be deleted. [ 1102.490475] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1102.490695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.490886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.491120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.491210] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.506204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.506340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.506412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.506621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.506711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.506825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.506984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.507147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.507303] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.507403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.507463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.507593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.507690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.507782] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5f08d4a9-d515-46c9-9ca6-025f2a56b2b2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.603169] env[65511]: INFO networking_nsxv3.common.synchronization [req-8543d62e-9d2a-4b44-a448-0c6a1a0947d1 req-b0da4e46-4ac1-4edd-aefe-4dc4242a0ec8 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1102.603169] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1102.604111] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.604111] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.792186] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.926325] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1102.995296] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1102.995465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.010588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.010759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.010801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.011057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.011126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.011432] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.011432] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.011697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.011697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.011697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.011826] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5f08d4a9-d515-46c9-9ca6-025f2a56b2b2 already deleted. [ 1103.011870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5f08d4a9-d515-46c9-9ca6-025f2a56b2b2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.294755] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.429690] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.429690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.429690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.429690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.430039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.430039] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1103.466803] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.466999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.467053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.467266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.467429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.478176] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1103.797460] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.797621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.797705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.798068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.798068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.799783] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1103.824707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.824845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.824916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.825160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.825302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.834551] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1103.963224] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b in Status: SUCCESS [ 1103.963557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.963617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.963872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.964047] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.964173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.964224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.964365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.964444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.964542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.964640] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1103.965881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.966926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.967116] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1103.967226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.967291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.967435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1103.967515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.967607] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.469705] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('62de7f0b-923d-443b-b2fd-774e6931bd7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.470884] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.471047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.471112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.471390] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.471477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.471616] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.471731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.471783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.471950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.472065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.472155] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b is going to be deleted. [ 1104.502397] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.502542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.502657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.502858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.502976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.503100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.566662] env[65511]: INFO networking_nsxv3.common.synchronization [req-7376ff69-41d0-408f-967a-0f3a7d0178b3 req-7d549df9-ed95-4d16-ad86-a974a3ee4eff tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1104.567352] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1104.567570] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.567676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.567806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.568075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.568250] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.568352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.568416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.568562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.568649] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.568931] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.954828] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.955093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.955186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.955456] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.955722] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.955972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.956082] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.956332] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.956436] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.956657] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.956782] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1104.956892] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1104.957012] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1104.957134] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1104.957240] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1104.957382] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1104.975071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 62de7f0b-923d-443b-b2fd-774e6931bd7b: rpc.has_security_group_logging(os_id): False [ 1104.976398] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1104.976550] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1104.976698] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1104.976868] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.977187] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-ca7aa431-7e2f-429a-a24f-816c47ebc367 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.977354] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.977471] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.977788] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.977919] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7aa431-7e2f-429a-a24f-816c47ebc367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1104.995685] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.995832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.995878] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.996096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.996187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.996410] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1104.996509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.996570] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.996722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1104.996799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.996883] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b is going to be created. [ 1105.013954] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/62de7f0b-923d-443b-b2fd-774e6931bd7b], does not exist path=[/infra/domains/default/groups/62de7f0b-923d-443b-b2fd-774e6931bd7b]."\n}' [ 1105.014153] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b failed to be updated, retrying after metadata refresh: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62de7f0b-923d-443b-b2fd-774e6931bd7b [ 1105.014261] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1105.052496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.052636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.052679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.052886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.054152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.054443] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.054553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.054619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.054789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.054871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.055095] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.055193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.055255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.055442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.055500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.055548] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 62de7f0b-923d-443b-b2fd-774e6931bd7b is going to be created. [ 1105.072360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.072360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.072360] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 already deleted. [ 1105.072360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.078923] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.client_nsx [-] Warning Code=404 Message=b'{\n "httpStatus" : "NOT_FOUND",\n "error_code" : 500232,\n "module_name" : "Policy",\n "error_message" : "Following dependent objects, used in path=[/infra/domains/default/security-policies/62de7f0b-923d-443b-b2fd-774e6931bd7b], does not exist path=[/infra/domains/default/groups/62de7f0b-923d-443b-b2fd-774e6931bd7b]."\n}': requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62de7f0b-923d-443b-b2fd-774e6931bd7b [ 1105.078923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-62de7f0b-923d-443b-b2fd-774e6931bd7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.078923] env[65511]: Traceback (most recent call last): [ 1105.078923] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 36, in wrapper [ 1105.078923] env[65511]: return func(*args, **kwargs) [ 1105.078923] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1105.078923] env[65511]: res.raise_for_status() [ 1105.078923] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1105.078923] env[65511]: raise HTTPError(http_error_msg, response=self) [ 1105.078923] env[65511]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62de7f0b-923d-443b-b2fd-774e6931bd7b [ 1105.078923] env[65511]: During handling of the above exception, another exception occurred: [ 1105.078923] env[65511]: Traceback (most recent call last): [ 1105.078923] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/poll.py", line 111, in wait [ 1105.078923] env[65511]: listener.cb(fileno) [ 1105.078923] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenthread.py", line 272, in main [ 1105.078923] env[65511]: result = function(*args, **kwargs) [ 1105.078923] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/realization.py", line 210, in security_group_rules [ 1105.078923] env[65511]: self.nsx_provider.sg_rules_realize(os_sg, logged=logged) [ 1105.078923] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 1012, in sg_rules_realize [ 1105.078923] env[65511]: return self._realize(Provider.SG_RULES, delete, self.payload.sg_rules_container, os_sg, provider_sg) [ 1105.078923] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 45, in wrapper [ 1105.078923] env[65511]: return func(self, resource_type, delete, self.payload.sg_rules_container, os_obj, provider_sg) [ 1105.078923] env[65511]: File "/opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py", line 786, in _realize [ 1105.078923] env[65511]: res.raise_for_status() [ 1105.078923] env[65511]: File "/opt/stack/data/venv/lib/python3.10/site-packages/requests/models.py", line 1026, in raise_for_status [ 1105.078923] env[65511]: raise HTTPError(http_error_msg, response=self) [ 1105.078923] env[65511]: requests.exceptions.HTTPError: 404 Client Error: Not Found for url: https://nsxt.osci.c.eu-de-1.cloud.sap:443/policy/api/v1/infra/domains/default/security-policies/62de7f0b-923d-443b-b2fd-774e6931bd7b [ 1105.078923] env[65511]: Removing descriptor: 57 [ 1105.480393] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.480623] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.480669] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.480917] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.481071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.481229] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port ca7aa431-7e2f-429a-a24f-816c47ebc367 not found, creating... [ 1105.481471] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.481626] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.481732] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.481949] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.482104] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.482382] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.482531] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.482643] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.482844] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.482975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.483122] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 is going to be created. [ 1105.489119] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1105.489329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.489480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.489660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.489839] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.489929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.490223] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.490413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.490490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.490574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.490731] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.490811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.490872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.491009] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.491171] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.491230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.491289] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.491416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.491487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.491564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.491646] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.492505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.492684] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.492804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.492901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.492961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.493108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.493182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.493265] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.503410] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.503612] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.503736] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.504099] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.504392] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.504618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.843939] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1105.844188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.844345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.844557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.844739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1105.844851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1105.844912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.845068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1105.845148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.845239] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1105.995392] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1105.997189] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.014088] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.014251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.014303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.014510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.034269] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.034407] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.034532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.034532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.034745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.034825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.035467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.035467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.035467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.035467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.035467] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.036156] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.036156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.036156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.036156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.036156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.036156] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1106.101446] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.101672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.101748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.101901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.102056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.117280] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1106.205699] env[65511]: INFO networking_nsxv3.common.synchronization [req-7376ff69-41d0-408f-967a-0f3a7d0178b3 req-080f07f0-01f3-40ac-a5d5-d101374a8a39 service nova] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1106.205938] env[65511]: INFO networking_nsxv3.common.synchronization [req-7376ff69-41d0-408f-967a-0f3a7d0178b3 req-080f07f0-01f3-40ac-a5d5-d101374a8a39 service nova] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1106.206096] env[65511]: INFO networking_nsxv3.common.synchronization [req-7376ff69-41d0-408f-967a-0f3a7d0178b3 req-080f07f0-01f3-40ac-a5d5-d101374a8a39 service nova] Enqueued Resource ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 with Priority: HIGHEST for action port [ 1106.206627] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1106.206765] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1106.207107] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 with Priority: HIGHEST for action port [ 1106.207210] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.207383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.207487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.207767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.207877] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.208798] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.208908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.208971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.209153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.209326] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.209454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.209519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.209666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.209753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.209888] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.210673] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7aa431-7e2f-429a-a24f-816c47ebc367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.210780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.210846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.211035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.211095] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7aa431-7e2f-429a-a24f-816c47ebc367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.347146] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.347288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.347354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.348212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.369881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.371526] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.371526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.371526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.371526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.371526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.371526] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1106.402172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.402316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.402383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.402590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.403039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.411825] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1106.500206] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.713175] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.713371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.713511] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1106.714491] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca7aa431-7e2f-429a-a24f-816c47ebc367 with status ACTIVE [ 1106.717776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.717776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.717776] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 is going to be updated. [ 1106.740435] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1106.740592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1106.740663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1106.740879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1106.741029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.741197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.003664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.003923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.003923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.003979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.004054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.004151] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1107.034514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.034688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.034747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.034936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.035081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.045182] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1107.218595] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1107.721713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.721841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.721841] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.722257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.722257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.722257] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 is going to be created. [ 1107.746585] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1107.746794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.746794] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.746921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1107.747103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1107.756905] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: UNINITIALIZED for 2s [ 1108.135039] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1108.135410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.135410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.135552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.135626] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.422446] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1108.422888] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 deletion is rescheduled due to dependency. [ 1108.423066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.423706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.424134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.424251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.424710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.424710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.424816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.424851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.425023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.425278] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.641450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.641580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.928993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.932187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.932187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.932187] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.932187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.932782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.932782] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1108.972200] env[65511]: INFO networking_nsxv3.common.synchronization [req-04aafaf0-38ac-4d4b-ad12-7ec40bcf7b10 req-5e5bee70-0b67-4255-a874-4f2642573607 tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1108.972200] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1108.973332] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.973332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.973332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.973332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.973332] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1108.973332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.973332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1108.973332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1108.973638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1108.973822] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.059502] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1109.059721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.059936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.060156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.060367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.060487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.060553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.060706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.060789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.060872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.060984] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.341362] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-82 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.341935] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.341935] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.342481] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.342481] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.342654] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.342786] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.342908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.343247] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.343473] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.343570] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1109.343664] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1109.343901] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1109.343996] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1109.344267] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1109.344350] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1109.366844] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1109.367247] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1109.367247] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1109.367320] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-82" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.367638] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-d89a92be-9c5d-44f7-8a18-92d4b84db30a taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.367862] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.368020] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.368343] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.368826] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89a92be-9c5d-44f7-8a18-92d4b84db30a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.435050] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6590b8d-b530-4b38-bfc8-ca7770cd99f1: rpc.has_security_group_logging(os_id): False [ 1109.455834] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.456528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.456528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.456528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.456528] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.456679] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.456914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.456914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.457042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.457138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.457377] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.457480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.457527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.457697] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.457844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.458051] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.458161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.458225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.458374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.458450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.458535] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1109.476809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.476994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.476994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.477234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.501133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.501133] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.501133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.501133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.501133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.501133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.501133] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1109.528838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.529072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.529153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.529423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.529599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.532249] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.532249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.532249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.532249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.532249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.542534] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1109.546730] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1109.564527] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.564711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.564781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.565009] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.565202] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.565304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.565367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.565518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.565606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.565694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.565863] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.565973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.566056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.566339] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.566447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.566513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.566652] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.566724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.566806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.566897] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.760716] env[65511]: INFO networking_nsxv3.common.synchronization [None req-c059f16a-e919-40a1-a01b-22c444efc2a7 None None] Enqueued Resource ID: 8bc6137b-645d-45ee-8af5-3219b3d37058 with Priority: HIGHEST for action port [ 1109.761741] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8bc6137b-645d-45ee-8af5-3219b3d37058 with Priority: HIGHEST for action port [ 1109.763205] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8bc6137b-645d-45ee-8af5-3219b3d37058 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.763505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8bc6137b-645d-45ee-8af5-3219b3d37058" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.763635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8bc6137b-645d-45ee-8af5-3219b3d37058" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.764074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8bc6137b-645d-45ee-8af5-3219b3d37058" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.764212] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8bc6137b-645d-45ee-8af5-3219b3d37058',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.771994] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: SUCCESS [ 1109.772233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.772722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.772934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.773140] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.773301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.773361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.773466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.773546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.773631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.773719] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1109.871084] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.871229] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.871381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.871666] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.871819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.871973] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port d89a92be-9c5d-44f7-8a18-92d4b84db30a not found, creating... [ 1109.872242] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.872399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.872513] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.872724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.872858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.873159] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.873313] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.873428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.873633] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.873764] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.873899] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: d89a92be-9c5d-44f7-8a18-92d4b84db30a is going to be created. [ 1109.898093] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1109.898093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.898093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.898093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1109.898093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.898093] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.070693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for f2409168-65d2-471e-be82-4d8a1fbf5088: rpc.has_security_group_logging(os_id): False [ 1110.094255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.094412] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.094484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.094738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.094778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.094964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.095085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.095146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.095345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.095428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.095670] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.095791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.095856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.096013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.096091] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.096288] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.096512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.096512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.096594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.096675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.096959] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1110.160901] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.160901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.160901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.160901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.160901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.184482] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1110.270305] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 8bc6137b-645d-45ee-8af5-3219b3d37058 [ 1110.270305] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.270305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.270305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.270305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.270305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.270305] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:8bc6137b-645d-45ee-8af5-3219b3d37058 already deleted. [ 1110.270305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8bc6137b-645d-45ee-8af5-3219b3d37058" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.275274] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.775302] env[65511]: INFO networking_nsxv3.common.synchronization [req-04aafaf0-38ac-4d4b-ad12-7ec40bcf7b10 req-709a453c-b716-4d63-badd-a8aaebbb234f service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 1110.775302] env[65511]: INFO networking_nsxv3.common.synchronization [req-04aafaf0-38ac-4d4b-ad12-7ec40bcf7b10 req-709a453c-b716-4d63-badd-a8aaebbb234f service nova] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1110.775302] env[65511]: INFO networking_nsxv3.common.synchronization [req-04aafaf0-38ac-4d4b-ad12-7ec40bcf7b10 req-709a453c-b716-4d63-badd-a8aaebbb234f service nova] Enqueued Resource ID: d89a92be-9c5d-44f7-8a18-92d4b84db30a with Priority: HIGHEST for action port [ 1110.775302] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_rules [ 1110.775302] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1110.775302] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d89a92be-9c5d-44f7-8a18-92d4b84db30a with Priority: HIGHEST for action port [ 1110.775302] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.775302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.776074] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.776526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.776728] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.779949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.779949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.779949] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d89a92be-9c5d-44f7-8a18-92d4b84db30a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.779949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.779949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.779949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.779949] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d89a92be-9c5d-44f7-8a18-92d4b84db30a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1110.779949] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2: rpc.has_security_group_logging(os_id): False [ 1110.801430] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.801640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.801640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.801848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.801940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.802202] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.802307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.802376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.802519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.802596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.802683] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 is going to be created. [ 1110.874523] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1110.874721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.874721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.874849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.875033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.885624] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: IN_PROGRESS for 2s [ 1111.280223] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.280438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.287033] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d89a92be-9c5d-44f7-8a18-92d4b84db30a with status ACTIVE [ 1111.287033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.287033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.287033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.287033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.287033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.287033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.287033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.287648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.287648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.287648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.287648] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.287648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.287648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.287875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.287875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.287953] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d89a92be-9c5d-44f7-8a18-92d4b84db30a is going to be updated. [ 1111.312990] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.312990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.312990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.312990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.312990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.312990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d89a92be-9c5d-44f7-8a18-92d4b84db30a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.555881] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1111.555881] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 1111.556051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.556104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.556317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.556496] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1111.556687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.556687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.556810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1111.556889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.556978] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1111.559296] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1111.559406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.059167] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.140857] env[65511]: INFO networking_nsxv3.common.synchronization [None req-3cfa2aba-bb72-48c0-aa57-82f5fe562ea6 None None] Enqueued Resource ID: ccff29ca-e693-4e59-8e1c-3b499527d373 with Priority: HIGHEST for action port [ 1112.141050] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ccff29ca-e693-4e59-8e1c-3b499527d373 with Priority: HIGHEST for action port [ 1112.141308] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ccff29ca-e693-4e59-8e1c-3b499527d373 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.141426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ccff29ca-e693-4e59-8e1c-3b499527d373" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.141497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ccff29ca-e693-4e59-8e1c-3b499527d373" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.141754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ccff29ca-e693-4e59-8e1c-3b499527d373" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.141838] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ccff29ca-e693-4e59-8e1c-3b499527d373',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.206020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1112.206020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.564216] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1112.643865] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port ccff29ca-e693-4e59-8e1c-3b499527d373 [ 1112.644551] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1112.644551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1112.644551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1112.644726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1112.644726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.644778] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:ccff29ca-e693-4e59-8e1c-3b499527d373 already deleted. [ 1112.644899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ccff29ca-e693-4e59-8e1c-3b499527d373" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.901177] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: SUCCESS [ 1112.901414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.067499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.067920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.067920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.068115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.068226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.068336] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1113.095514] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.095658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.095742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.095996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.096179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.105599] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1113.532875] env[65511]: INFO networking_nsxv3.common.synchronization [req-f372d2e9-1ded-4c81-80f4-c5552c4a6a9d req-5a295083-4290-4382-b216-a31320a8c54f tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1113.533464] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1113.534372] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.534372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.534372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.534690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.534786] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.534902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.534965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.535174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.535283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.535382] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1113.905708] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.905920] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.906058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.906333] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.906589] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.906743] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.906858] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.907107] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.907259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.907465] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.907602] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1113.907791] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1113.907930] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1113.908063] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1113.908195] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1113.908331] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1113.926518] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1113.926691] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.018 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1113.926824] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1113.927039] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1113.927515] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-810b03b3-a8d8-4c1e-b31b-179736700f87 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1113.927784] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1113.928016] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1113.928514] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1113.928669] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810b03b3-a8d8-4c1e-b31b-179736700f87',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.037532] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1114.430869] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.431280] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.431391] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.431714] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.431875] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.432075] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 810b03b3-a8d8-4c1e-b31b-179736700f87 not found, creating... [ 1114.432375] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.432550] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.432684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.432941] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.433104] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.433440] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.433639] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.433761] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.434016] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.434189] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.434344] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 810b03b3-a8d8-4c1e-b31b-179736700f87 is going to be created. [ 1114.455706] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1114.455919] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.456063] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.456348] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.456574] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.456804] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1114.541081] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.043255] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.043441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.043508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.043968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.043968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.043968] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1115.077407] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.077542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.077606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.077818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.078078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.087722] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1115.117342] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1115.117490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.117643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.117889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.118174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.118300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.118300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.118563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.118563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.118563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.118950] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.195624] env[65511]: INFO networking_nsxv3.common.synchronization [req-f372d2e9-1ded-4c81-80f4-c5552c4a6a9d req-b4a9fc4e-4de5-4ae4-8451-7286fa20d415 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1115.197815] env[65511]: INFO networking_nsxv3.common.synchronization [req-f372d2e9-1ded-4c81-80f4-c5552c4a6a9d req-b4a9fc4e-4de5-4ae4-8451-7286fa20d415 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1115.198029] env[65511]: INFO networking_nsxv3.common.synchronization [req-f372d2e9-1ded-4c81-80f4-c5552c4a6a9d req-b4a9fc4e-4de5-4ae4-8451-7286fa20d415 service nova] Enqueued Resource ID: 810b03b3-a8d8-4c1e-b31b-179736700f87 with Priority: HIGHEST for action port [ 1115.198555] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1115.198690] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1115.198814] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 810b03b3-a8d8-4c1e-b31b-179736700f87 with Priority: HIGHEST for action port [ 1115.199356] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.199483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.199572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.199773] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.199853] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.200685] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.200783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.200971] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-810b03b3-a8d8-4c1e-b31b-179736700f87 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.201098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.201276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.201482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.201559] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('810b03b3-a8d8-4c1e-b31b-179736700f87',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.621575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.625058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.625058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.625058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.625058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.625844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.625844] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1115.710521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710521] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 810b03b3-a8d8-4c1e-b31b-179736700f87 with status ACTIVE [ 1115.710521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.710521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.710521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.710521] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.711199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.711199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.711199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.711199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.711199] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 810b03b3-a8d8-4c1e-b31b-179736700f87 is going to be updated. [ 1115.735259] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1115.735408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.735514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.735656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1115.735810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.736077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-810b03b3-a8d8-4c1e-b31b-179736700f87" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.130723] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 9836115b-089f-4fb8-a5a4-bbcb702c979f: rpc.has_security_group_logging(os_id): False [ 1116.156833] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.157103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.157103] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.157293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.157385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.157604] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.157740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.157805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.158025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.158102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.158320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.158416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.158478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.158618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.158692] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.158896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.158987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.159090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.159279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.159360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.159452] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1116.252452] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1116.252452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.252645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.253834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.253834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.269892] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1117.102022] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.102022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.102022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.102022] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.359890] env[65511]: INFO networking_nsxv3.common.synchronization [None req-1fd371ea-5d0d-4b0b-8894-423d7484bd64 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_rules [ 1117.359999] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_rules [ 1117.360387] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.360540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.360624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.360873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.360914] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.457987] env[65511]: INFO networking_nsxv3.common.synchronization [None req-7e04461a-af3d-4f0a-b8e6-bff581cf50a5 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_rules [ 1117.458747] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_rules [ 1117.459219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.459357] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.603035] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1117.884010] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1117.884450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.884450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.884786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.885256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.885454] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 already deleted. [ 1117.886067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.886407] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.886989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1117.886989] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.106407] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1118.285993] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1118.286248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.408671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.408830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.408938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.409214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.409315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.409414] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 already deleted. [ 1118.409496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.609142] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.609333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.609402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.609617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.609707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.609810] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1118.638074] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1118.638243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.638313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.638516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1118.638659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.646455] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1119.024672] env[65511]: INFO networking_nsxv3.common.synchronization [req-353d4b82-eecc-46ef-9054-b578cad42025 req-1696e769-9e41-4470-b976-ecabb69c3fd5 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1119.024672] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1119.024963] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.025060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.025120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.025405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.025700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.025700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.025842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.025941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.026032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.026197] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.366096] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-21 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.366462] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.366505] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.366825] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.367121] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.367286] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.367404] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.367635] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.367797] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.368099] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.368219] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1119.368329] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1119.368438] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1119.368546] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1119.368650] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1119.368782] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1119.394753] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1119.394753] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1119.394753] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1119.394753] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-21" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.394753] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.394753] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.394753] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.394753] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.394753] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e485c-5502-4c8d-a3d3-fec73384d6d7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1119.529493] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.530589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.530589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.530731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.553809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.554244] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.554442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.554552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.554903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.555098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.555271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1119.587107] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.587248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.587316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.587541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.587667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.598886] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1119.897935] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.898106] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.898163] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.898421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.898573] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.898732] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 7e5e485c-5502-4c8d-a3d3-fec73384d6d7 not found, creating... [ 1119.899025] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.899199] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.899339] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.899529] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.899664] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.899946] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.900116] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.900229] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.900465] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.900600] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.900738] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 7e5e485c-5502-4c8d-a3d3-fec73384d6d7 is going to be created. [ 1119.923546] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1119.923843] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1119.924012] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1119.924315] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1119.924566] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1119.924756] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.658281] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1120.658722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.658722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.659295] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.659428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.659581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.659994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.659994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.659994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.660191] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.664272] env[65511]: INFO networking_nsxv3.common.synchronization [req-353d4b82-eecc-46ef-9054-b578cad42025 req-9af39e87-1030-454b-bf23-e49a33c0b1ab service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 1120.664272] env[65511]: INFO networking_nsxv3.common.synchronization [req-353d4b82-eecc-46ef-9054-b578cad42025 req-9af39e87-1030-454b-bf23-e49a33c0b1ab service nova] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1120.664272] env[65511]: INFO networking_nsxv3.common.synchronization [req-353d4b82-eecc-46ef-9054-b578cad42025 req-9af39e87-1030-454b-bf23-e49a33c0b1ab service nova] Enqueued Resource ID: 7e5e485c-5502-4c8d-a3d3-fec73384d6d7 with Priority: HIGHEST for action port [ 1120.664812] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_rules [ 1120.665119] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1120.665235] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7e5e485c-5502-4c8d-a3d3-fec73384d6d7 with Priority: HIGHEST for action port [ 1120.665579] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.665815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.665905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.666193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.666308] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1120.667275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.667429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.667700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1120.668435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.668545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.668787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1120.668913] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7e5e485c-5502-4c8d-a3d3-fec73384d6d7',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.165914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.166292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.166400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.166710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.166915] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.167084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.167162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.167331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.167424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.167536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.167700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.167795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.167857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.168038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.168186] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.168300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.168376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.168524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.168636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.168757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.168868] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.170381] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.170496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.170657] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7e5e485c-5502-4c8d-a3d3-fec73384d6d7 with status ACTIVE [ 1121.170848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.170956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.171029] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.171297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.171364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.171540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.171667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.171716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.171923] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.172010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.172278] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.172414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.172479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.172626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.172704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.172790] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7e5e485c-5502-4c8d-a3d3-fec73384d6d7 is going to be updated. [ 1121.194038] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.194194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.194194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.194438] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.194616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.194781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7e5e485c-5502-4c8d-a3d3-fec73384d6d7" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.571852] env[65511]: INFO networking_nsxv3.common.synchronization [req-f5c340f8-2790-4505-b492-161ac803b86b req-6c0088dd-bd52-4bfc-b806-8ca8da066154 tempest-ServerRescueTestJSON-345204305 tempest-ServerRescueTestJSON-345204305-project-member] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1121.572517] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1121.572834] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.572957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.573041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.573244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.573400] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.573500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.573563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.573708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.573801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.573909] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.611985] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1121.612445] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 1121.612445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.612533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.612748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.612952] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.613101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.613172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.613351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.613442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.613818] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1121.671489] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1121.692602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.692602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.692602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.692602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.712671] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.712671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.713352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.713352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.713352] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1121.796365] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.796365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.796365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.796365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1121.796365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1121.812518] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1121.999631] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-810 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1121.999776] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.999888] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.000194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.000458] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.000618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.000737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.000950] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.001111] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.001322] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.001435] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1122.001545] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1122.001651] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1122.001758] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1122.001869] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1122.001988] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1122.020776] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1122.020904] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1122.021058] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1122.021470] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-810" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.021598] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.022331] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.022331] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.022331] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.022508] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc2583c0-20dc-4e5e-96a4-94db91b4df9d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.076321] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.117364] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.521944] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d8795cc-5d9f-4d5c-856c-c85b04475cba req-625839a9-38d6-4bbe-83af-486590253d9e tempest-ServerDiskConfigTestJSON-822627280 tempest-ServerDiskConfigTestJSON-822627280-project-member] Enqueued Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1122.522531] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f with Priority: HIGHEST for action security_group_members [ 1122.522905] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9836115b-089f-4fb8-a5a4-bbcb702c979f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.523096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.523254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.523509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.523736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.523893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.524028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.524293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.524415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.524577] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9836115b-089f-4fb8-a5a4-bbcb702c979f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.525832] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.526098] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.526282] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.526552] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.526744] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.526944] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port dc2583c0-20dc-4e5e-96a4-94db91b4df9d not found, creating... [ 1122.527262] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.527481] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.527657] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.527914] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.528139] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529275] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.529275] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.529275] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.529275] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.529495] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.529966] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: dc2583c0-20dc-4e5e-96a4-94db91b4df9d is going to be created. [ 1122.550078] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1122.550305] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.550432] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.550714] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1122.550952] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.551238] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.579224] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1122.621523] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.032700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.032700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.033155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.033155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.033435] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.033597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.033685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.033877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.033952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.034054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f is going to be updated. [ 1123.060673] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.060827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.060827] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.061533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.061533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.070475] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: IN_PROGRESS for 2s [ 1123.083071] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.083071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.083071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.083071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.083071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.083071] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be updated. [ 1123.113498] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.113607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.113639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.113844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.113981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.125136] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.125136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.125136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.125136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.125136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.125136] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1123.126390] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: IN_PROGRESS for 2s [ 1123.157734] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.158475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.158475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.158475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.158475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.169295] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1123.287716] env[65511]: INFO networking_nsxv3.common.synchronization [req-f5c340f8-2790-4505-b492-161ac803b86b req-0090b6c2-ebcf-4c83-bd56-eb44e971252f service nova] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_rules [ 1123.287716] env[65511]: INFO networking_nsxv3.common.synchronization [req-f5c340f8-2790-4505-b492-161ac803b86b req-0090b6c2-ebcf-4c83-bd56-eb44e971252f service nova] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1123.287716] env[65511]: INFO networking_nsxv3.common.synchronization [req-f5c340f8-2790-4505-b492-161ac803b86b req-0090b6c2-ebcf-4c83-bd56-eb44e971252f service nova] Enqueued Resource ID: dc2583c0-20dc-4e5e-96a4-94db91b4df9d with Priority: HIGHEST for action port [ 1123.288207] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_rules [ 1123.288347] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1123.288443] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dc2583c0-20dc-4e5e-96a4-94db91b4df9d with Priority: HIGHEST for action port [ 1123.288730] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.288869] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.288942] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.289230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.289585] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.290347] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.290459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.290693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.290756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.290848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.291017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.291099] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('dc2583c0-20dc-4e5e-96a4-94db91b4df9d',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1123.792996] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.793260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.793534] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port dc2583c0-20dc-4e5e-96a4-94db91b4df9d with status ACTIVE [ 1123.793740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.793870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.793963] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.794217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.794338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.794533] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.794683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.794760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.794995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.795100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.795289] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.795392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.795484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.795676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.795768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.795841] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: dc2583c0-20dc-4e5e-96a4-94db91b4df9d is going to be updated. [ 1123.817498] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1123.817767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.817844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.818137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1123.818286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.818453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-dc2583c0-20dc-4e5e-96a4-94db91b4df9d" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.827672] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1123.828131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.082364] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f in Status: SUCCESS [ 1125.082817] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9836115b-089f-4fb8-a5a4-bbcb702c979f deletion is rescheduled due to dependency. [ 1125.082817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9836115b-089f-4fb8-a5a4-bbcb702c979f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.142804] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1125.142804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.142804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.142804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.142804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.143109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.143109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.143299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.143369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.143474] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.185217] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1125.185526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.185891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.186053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.186278] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.186465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.186548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.186726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.186809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.186924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.187091] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.647293] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1125.690315] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.690495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.690572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.690811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.690980] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.691117] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.691169] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.691319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.691404] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.691502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.691649] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.691752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.691803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.691938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.692099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1125.692189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.692248] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.692376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.692443] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.692559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.692612] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.151383] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1126.199756] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a432b387-c149-4987-8507-66e3f9717524: rpc.has_security_group_logging(os_id): False [ 1126.225336] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.225498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.225542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.226602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.226602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.226602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.226602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.226602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.226602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.226602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.226602] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.227187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.227331] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.227331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.227418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.227565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.227637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.227724] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1126.304164] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.304164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.304164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.304164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.304164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.328165] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1126.656981] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.657215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.657302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.657583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.657702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.657836] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be updated. [ 1126.689677] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1126.690617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1126.690617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1126.690617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1126.690617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.707085] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: IN_PROGRESS for 2s [ 1128.289718] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1128.290324] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=3 [ 1128.356306] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1128.356555] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.718934] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1128.719261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.719510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.719760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.719968] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.720093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.720189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.720349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.720448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.720557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.720652] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1128.838740] env[65511]: INFO networking_nsxv3.common.synchronization [req-d894eaa3-509a-4c3e-b8c7-5f331240e7b9 req-d503c99c-f874-47ab-987c-025144acddf8 tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_members [ 1128.840244] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGHEST for action security_group_members [ 1128.840769] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.841509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.841509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.841509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.841653] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1128.841788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1128.841887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1128.843956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1128.843956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.843956] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.223034] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.223266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.223266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.223457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.223768] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.223913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.223957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.224583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.224583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.224583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.224583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.224583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.224937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.224937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.225103] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.225245] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.225368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.225498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.225875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.225875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.225875] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.265591] env[65511]: INFO networking_nsxv3.common.synchronization [req-0bc5d2bb-eecc-4b4c-b4d5-f46971e96037 req-a7429c3c-eae0-40a2-b91c-1892b4599096 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1129.265795] env[65511]: INFO networking_nsxv3.common.synchronization [req-0bc5d2bb-eecc-4b4c-b4d5-f46971e96037 req-a7429c3c-eae0-40a2-b91c-1892b4599096 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1129.265958] env[65511]: INFO networking_nsxv3.common.synchronization [req-0bc5d2bb-eecc-4b4c-b4d5-f46971e96037 req-a7429c3c-eae0-40a2-b91c-1892b4599096 tempest-SecurityGroupsTestJSON-1078028395 tempest-SecurityGroupsTestJSON-1078028395-project-member] Enqueued Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_members [ 1129.266672] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 with Priority: HIGHEST for action security_group_members [ 1129.266830] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGHEST for action security_group_members [ 1129.266951] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a with Priority: HIGHEST for action security_group_members [ 1129.267728] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.267896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.267985] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.268304] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.268540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.268708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.268814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.269094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.269146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.269246] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2bde1e64-ddb9-4a38-8fd2-71c6db630a56',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.270219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.270358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.270462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.270653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.270875] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.271016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.271086] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.271310] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.271403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.271594] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.272611] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-9c35bfed-0363-4f21-be09-da2e7babfa0a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.272775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.272850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.273097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.273247] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.273376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.273477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.273659] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.273768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.273906] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('9c35bfed-0363-4f21-be09-da2e7babfa0a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1129.345090] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.346283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.346283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.346283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.368915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.369204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.369323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.369400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.369620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.369704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.369805] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a is going to be updated. [ 1129.404395] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.405032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.405032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.405032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.405032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.414327] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: IN_PROGRESS for 2s [ 1129.728486] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 96136d50-232a-4675-877f-b7dc0e40586f: rpc.has_security_group_logging(os_id): False [ 1129.749733] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.749873] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.750018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.750181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.769766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.770087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.770308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.770308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.770504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.770589] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.770806] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.770905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.770951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.771147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.771426] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.771524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.771583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.771723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.771804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.771890] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be updated. [ 1129.775684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.775799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.775863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.776561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.777230] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.777367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.777623] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.777722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.795636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.795913] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.796219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.796277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.796459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.796553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.796647] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a is going to be updated. [ 1129.797733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.797904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.830018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.830018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.830018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.830018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.830018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.830018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.830018] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 is going to be updated. [ 1129.833145] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.833495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.833608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.833831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.833995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.835224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.835448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.835559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.835797] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.835935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.836024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.836205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.836303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.836407] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be updated. [ 1129.847893] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.848072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.848178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.848394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.848537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.855023] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: IN_PROGRESS for 2s [ 1129.866214] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: IN_PROGRESS for 2s [ 1129.868708] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.870296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.870296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.870296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.870296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.880107] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: IN_PROGRESS for 2s [ 1129.882147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1129.882284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1129.882353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1129.882552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1129.882686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1129.898884] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: IN_PROGRESS for 2s [ 1131.059694] env[65511]: INFO networking_nsxv3.common.synchronization [req-d65631ee-8b35-48a1-8b4e-71c14acee725 req-35001891-5244-4d57-a8f5-7a7710d1cfd4 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_members [ 1131.060039] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGHEST for action security_group_members [ 1131.063444] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.063828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.063828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.064014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.064079] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.064201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.064240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.064386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.064473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.064569] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1131.425317] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a in Status: SUCCESS [ 1131.425317] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a deletion is rescheduled due to dependency. [ 1131.426335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.571323] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.571323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.571323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.571323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.594264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.594484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.594598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.594676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.594885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.594972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.595080] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b is going to be updated. [ 1131.624166] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1131.624336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1131.624391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1131.624606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1131.624750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.634395] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b in Status: IN_PROGRESS for 2s [ 1131.868708] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a in Status: SUCCESS [ 1131.868892] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 9c35bfed-0363-4f21-be09-da2e7babfa0a deletion is rescheduled due to dependency. [ 1131.869018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-9c35bfed-0363-4f21-be09-da2e7babfa0a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.885164] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1131.885434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.889652] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 in Status: SUCCESS [ 1131.889821] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2bde1e64-ddb9-4a38-8fd2-71c6db630a56 deletion is rescheduled due to dependency. [ 1131.889930] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2bde1e64-ddb9-4a38-8fd2-71c6db630a56" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1131.909171] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: f2409168-65d2-471e-be82-4d8a1fbf5088 in Status: SUCCESS [ 1131.909359] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 deletion is rescheduled due to dependency. [ 1131.909622] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.209087] env[65511]: INFO networking_nsxv3.common.synchronization [req-241bbd47-3f58-4bd5-99c2-3698ef3fb0ce req-eb6bc601-5cc6-4d06-8908-3dd8081444b8 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1132.210525] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1132.210525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.210525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.210525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.210525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.210525] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.210525] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.211051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.211051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.211051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.211051] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.629359] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-635 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.629559] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.629685] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.629970] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.630257] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.630414] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.630529] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.630734] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.630874] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.631100] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.631206] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1132.631321] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1132.631415] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1132.631521] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1132.631623] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1132.631750] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1132.653197] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1132.653515] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1132.653667] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1132.653870] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-635" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.654330] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.654525] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.654647] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.655021] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.655202] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204a94a3-2f8e-4d93-acf9-9441e90d2d7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1132.713674] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.713674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.713674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.713852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.743040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.743303] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.743418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.743490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.743797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.743929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.744050] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1132.771130] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1132.771280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1132.771372] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1132.771734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1132.771734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1132.782374] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1133.157612] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.157891] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.157951] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.158294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.158469] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.158622] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 204a94a3-2f8e-4d93-acf9-9441e90d2d7b not found, creating... [ 1133.158882] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.159049] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.159196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.159419] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.159554] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.159830] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.160054] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.160091] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.160292] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.160426] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.160590] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 204a94a3-2f8e-4d93-acf9-9441e90d2d7b is going to be created. [ 1133.183358] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1133.183567] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1133.183611] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1133.184100] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1133.184100] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.184335] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.645177] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b in Status: SUCCESS [ 1133.645474] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b deletion is rescheduled due to dependency. [ 1133.645474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1133.998195] env[65511]: INFO networking_nsxv3.common.synchronization [req-241bbd47-3f58-4bd5-99c2-3698ef3fb0ce req-8a582497-6274-469b-bab6-24b5a6154cfd service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 1133.998444] env[65511]: INFO networking_nsxv3.common.synchronization [req-241bbd47-3f58-4bd5-99c2-3698ef3fb0ce req-8a582497-6274-469b-bab6-24b5a6154cfd service nova] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1133.998725] env[65511]: INFO networking_nsxv3.common.synchronization [req-241bbd47-3f58-4bd5-99c2-3698ef3fb0ce req-8a582497-6274-469b-bab6-24b5a6154cfd service nova] Enqueued Resource ID: 204a94a3-2f8e-4d93-acf9-9441e90d2d7b with Priority: HIGHEST for action port [ 1133.999863] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_rules [ 1133.999863] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1133.999863] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 204a94a3-2f8e-4d93-acf9-9441e90d2d7b with Priority: HIGHEST for action port [ 1134.000419] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.000653] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.000735] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.001316] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.001316] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.003243] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.003471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.004540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.004719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.004793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.005037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.005149] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('204a94a3-2f8e-4d93-acf9-9441e90d2d7b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1134.507580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.507739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.507958] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 204a94a3-2f8e-4d93-acf9-9441e90d2d7b with status ACTIVE [ 1134.508218] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.508389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.508482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.508693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.508790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.509614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.509614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.509614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.509614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.509614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.509614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.510039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.510039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.510039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.510039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.510215] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 204a94a3-2f8e-4d93-acf9-9441e90d2d7b is going to be updated. [ 1134.537112] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.537265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.537382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.537546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.537682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.537879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-204a94a3-2f8e-4d93-acf9-9441e90d2d7b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.809945] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1134.810328] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 1134.810367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.810559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.810852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.811062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1134.811243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.811343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.811522] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1134.811606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1134.811741] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.315975] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.710981] env[65511]: INFO networking_nsxv3.common.synchronization [req-69d5edca-3390-4044-bdea-0f0417f65493 req-adb92ccf-2ecf-4d93-b479-4847621d3762 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1135.711237] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1135.711907] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.712102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.712102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.712296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.712444] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1135.712537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1135.712597] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1135.712743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1135.712828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1135.712920] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1135.818015] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.073768] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.074044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.074141] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.075037] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.075037] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.075037] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.075377] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.075535] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.075684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.075889] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.076012] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1136.076135] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1136.076253] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1136.076681] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1136.076681] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1136.076681] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1136.096519] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1136.096519] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1136.096708] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1136.096708] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.097695] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.097695] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.097695] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.097695] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.098227] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.216050] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1136.321292] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.321292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.321292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.321520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.321646] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.321839] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1136.356058] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.356058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.356058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.356058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.356058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.366291] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1136.600750] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.600750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.600750] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.600987] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.601261] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.601336] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 not found, creating... [ 1136.601547] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.601704] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.601816] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.602172] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.602461] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.602618] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.602732] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.602932] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.603077] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.603214] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 is going to be created. [ 1136.623241] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1136.623506] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.623599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.623888] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1136.624137] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.624360] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.718210] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.221553] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.221553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.221553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.222020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.222020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.222020] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be updated. [ 1137.276138] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.276387] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.276450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.276691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.276915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.289415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: IN_PROGRESS for 2s [ 1137.348948] env[65511]: INFO networking_nsxv3.common.synchronization [req-69d5edca-3390-4044-bdea-0f0417f65493 req-bbef84fe-1e17-4ed2-9002-08de06b036d5 service nova] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1137.348948] env[65511]: INFO networking_nsxv3.common.synchronization [req-69d5edca-3390-4044-bdea-0f0417f65493 req-bbef84fe-1e17-4ed2-9002-08de06b036d5 service nova] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1137.349150] env[65511]: INFO networking_nsxv3.common.synchronization [req-69d5edca-3390-4044-bdea-0f0417f65493 req-bbef84fe-1e17-4ed2-9002-08de06b036d5 service nova] Enqueued Resource ID: b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 with Priority: HIGHEST for action port [ 1137.349931] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_rules [ 1137.349931] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1137.350125] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 with Priority: HIGHEST for action port [ 1137.352444] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.352444] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.352444] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.352444] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.352444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.352444] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1137.855156] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.855455] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.856875] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 with status ACTIVE [ 1137.857158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.857343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.857451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.857715] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.857854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.858505] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.858505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.858505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.858505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.858505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.859092] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.859366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.859514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.859743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.859882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.860087] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9 is going to be updated. [ 1137.887352] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1137.887629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1137.887759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1137.888048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1137.888389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1137.888638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b9f0ddcc-cf4f-4bf9-b6eb-d5f377eeddc9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.186355] env[65511]: INFO networking_nsxv3.common.synchronization [req-48e26a30-ab03-42c4-aa7d-e1c338eb1b5e req-fc4bcdb7-16f4-48c0-9f9a-0b2c02d7bcc2 tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1138.187020] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1138.190856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.190856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.190856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.190856] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.380427] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1138.380783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.381037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.381377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.383883] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.383883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.383883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.383883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.383883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.383883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.383883] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.534063] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.534506] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.534506] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.534880] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.535229] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.535427] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.535701] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.535826] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.535997] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.537142] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.537142] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1138.537142] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1138.537142] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1138.537142] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1138.537142] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1138.537142] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1138.564943] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1138.565157] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1138.565337] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1138.565553] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.566061] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-419a61bb-1866-496b-a840-2ab8063b7979 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.566273] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.566396] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.566738] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.566870] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419a61bb-1866-496b-a840-2ab8063b7979',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1138.735395] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.735395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.735583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.735998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.758613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.758993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.759165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.759233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.759452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.759558] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.759653] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1138.795026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.795026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.795026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.795026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.795026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.806401] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1138.886109] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.886320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.886396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.886627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.886798] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.886896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.886952] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.887125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.887224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.887341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.887489] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.887580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.887629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.887772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.887905] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1138.887994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.888061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.888193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1138.888306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.888350] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.888448] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.069638] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.070072] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.070308] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.070695] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.070982] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.071224] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 419a61bb-1866-496b-a840-2ab8063b7979 not found, creating... [ 1139.071574] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.071822] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.072034] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.072357] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.072620] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.073155] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.073405] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.073613] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.073980] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.074307] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.074474] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 419a61bb-1866-496b-a840-2ab8063b7979 is going to be created. [ 1139.100937] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.101172] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.101294] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.101560] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.101785] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.102032] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.300689] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1139.301061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.301156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.301358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.301548] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.301670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.301730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.301871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.301953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.302061] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.391236] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 0050bed8-c8dd-4ac0-a218-4eb31f3feddf: rpc.has_security_group_logging(os_id): False [ 1139.411626] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.411804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.411849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.412062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.412158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.412367] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.412488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.412552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.412703] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.412778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.412959] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.413067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.413126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.413281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.413344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.413615] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.413615] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.413706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.413805] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.413875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.413956] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1139.482399] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.482561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.482672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.482979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.483155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.512793] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1139.802453] env[65511]: INFO networking_nsxv3.common.synchronization [req-48e26a30-ab03-42c4-aa7d-e1c338eb1b5e req-7a7ba7aa-bd70-4ea3-bc3b-c8343bf182b6 service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 1139.802550] env[65511]: INFO networking_nsxv3.common.synchronization [req-48e26a30-ab03-42c4-aa7d-e1c338eb1b5e req-7a7ba7aa-bd70-4ea3-bc3b-c8343bf182b6 service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1139.802681] env[65511]: INFO networking_nsxv3.common.synchronization [req-48e26a30-ab03-42c4-aa7d-e1c338eb1b5e req-7a7ba7aa-bd70-4ea3-bc3b-c8343bf182b6 service nova] Enqueued Resource ID: 419a61bb-1866-496b-a840-2ab8063b7979 with Priority: HIGHEST for action port [ 1139.803237] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 1139.803366] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1139.803455] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 419a61bb-1866-496b-a840-2ab8063b7979 with Priority: HIGHEST for action port [ 1139.803777] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.803901] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.803964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.804334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.804414] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.805997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.805997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.805997] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-419a61bb-1866-496b-a840-2ab8063b7979 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1139.805997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1139.805997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1139.805997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1139.805997] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('419a61bb-1866-496b-a840-2ab8063b7979',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1139.807101] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.310035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.310035] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 419a61bb-1866-496b-a840-2ab8063b7979 with status ACTIVE [ 1140.310035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.310035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.310035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.310035] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.310927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.310927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.310927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.310927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.310927] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 419a61bb-1866-496b-a840-2ab8063b7979 is going to be updated. [ 1140.311882] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.335320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.335413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.335506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.335693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.335833] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.336010] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-419a61bb-1866-496b-a840-2ab8063b7979" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.814424] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.814741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.814741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.815571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.815571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.815571] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be updated. [ 1140.817072] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1140.817283] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e deletion is rescheduled due to dependency. [ 1140.817433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.817672] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.817938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.818197] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.818359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.818446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.818661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.819658] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.819658] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1140.849099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1140.849282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.849362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.849673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.849820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.859946] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: IN_PROGRESS for 2s [ 1141.322404] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1141.530695] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1141.530973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.825113] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1142.327625] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.327816] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.327863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.328077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.328171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.328328] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1142.361480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.361734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.361823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.362937] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.363112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.371948] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1142.869890] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1142.870258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.870258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.870477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.870676] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1142.870799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.870864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.871030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1142.871106] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.871190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1142.871279] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.374175] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1143.876814] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 03739490-8b7e-4db6-861e-5ed602e4d277: rpc.has_security_group_logging(os_id): False [ 1143.897036] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.897426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.897426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.897426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.918818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.919344] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.920164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.920246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.920475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.920579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.920693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be updated. [ 1143.996457] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1143.996704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.996754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.996957] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1143.997126] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.016778] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: IN_PROGRESS for 2s [ 1144.383173] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1144.383456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.383593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.383840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.384105] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.384204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.384237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.384389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.384465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.384565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.384641] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.807524] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1144.807726] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1144.886870] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1144.921878] env[65511]: INFO networking_nsxv3.common.synchronization [req-cf44e131-af25-4301-8a1d-c6bfbc45acfb req-fd8cf068-fafd-47f2-ae1a-6e55baf292a3 tempest-ImagesTestJSON-370503719 tempest-ImagesTestJSON-370503719-project-member] Enqueued Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1144.924302] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a432b387-c149-4987-8507-66e3f9717524 with Priority: HIGHEST for action security_group_members [ 1144.925021] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a432b387-c149-4987-8507-66e3f9717524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.925193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.925234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.925475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.925660] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1144.925721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.925762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.926439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.926439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.926439] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a432b387-c149-4987-8507-66e3f9717524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1145.389603] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab80a8f-75ab-4aa3-b994-f96d124d7e0e: rpc.has_security_group_logging(os_id): False [ 1145.410454] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.410677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.410793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.411035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.411429] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.411531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.411619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.411771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.411849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.411935] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1145.430089] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.430089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.430089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.430089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.430089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.430498] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.430498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.430586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.430740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.430876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.430934] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 is going to be updated. [ 1145.471143] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.471349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.471405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.471796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.471920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.498508] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: IN_PROGRESS for 2s [ 1145.527306] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.527504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.527635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.528181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.528422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.546779] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1145.981549] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d80377d-3903-4727-ad25-8624ed8e1a41 req-25abccf2-d610-48b0-a9db-730d5f0db1b7 tempest-ServerPasswordTestJSON-838706485 tempest-ServerPasswordTestJSON-838706485-project-member] Enqueued Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_members [ 1145.982772] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_members [ 1145.983129] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.983255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.983321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.983598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.983788] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1145.983886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1145.983956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1145.984131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1145.984219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.984314] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.030289] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1146.030519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.361344] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-953 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.361554] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-953" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.361679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-953" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.362033] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-953" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.362303] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.362463] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.362578] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.362794] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.362941] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.363163] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.363275] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1146.363390] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1146.363515] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1146.363594] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1146.363694] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1146.363822] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1146.385502] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1146.385502] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1146.385502] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1146.385502] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-953" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.385732] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-86fe8e4e-cb77-4292-9703-8b46c9158e18 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.385861] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.385972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.386349] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.386490] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fe8e4e-cb77-4292-9703-8b46c9158e18',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1146.491161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.491366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.491504] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.491774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.491914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.492141] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.492241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.492300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.492451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.492529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.492665] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 already deleted. [ 1146.492717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.889500] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.889770] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.889899] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.890225] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.890395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.890558] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 86fe8e4e-cb77-4292-9703-8b46c9158e18 not found, creating... [ 1146.890874] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.891049] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.891174] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.891416] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.891542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.891840] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.891998] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.892128] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.892344] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.892485] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.892624] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 86fe8e4e-cb77-4292-9703-8b46c9158e18 is going to be created. [ 1146.919306] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1146.919602] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.919785] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.920180] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1146.920592] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.920923] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.509302] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a432b387-c149-4987-8507-66e3f9717524 in Status: SUCCESS [ 1147.509879] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a432b387-c149-4987-8507-66e3f9717524 deletion is rescheduled due to dependency. [ 1147.509879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a432b387-c149-4987-8507-66e3f9717524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.560144] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1147.561033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.653515] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d80377d-3903-4727-ad25-8624ed8e1a41 req-9bc8efee-a045-4efd-a52e-dbda925b1ec6 service nova] Enqueued Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_rules [ 1147.654058] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d80377d-3903-4727-ad25-8624ed8e1a41 req-9bc8efee-a045-4efd-a52e-dbda925b1ec6 service nova] Enqueued Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_members [ 1147.654058] env[65511]: INFO networking_nsxv3.common.synchronization [req-2d80377d-3903-4727-ad25-8624ed8e1a41 req-9bc8efee-a045-4efd-a52e-dbda925b1ec6 service nova] Enqueued Resource ID: 86fe8e4e-cb77-4292-9703-8b46c9158e18 with Priority: HIGHEST for action port [ 1147.654424] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_rules [ 1147.654565] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_members [ 1147.654660] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 86fe8e4e-cb77-4292-9703-8b46c9158e18 with Priority: HIGHEST for action port [ 1147.655535] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.655535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.655535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.655535] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.655756] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.656578] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.656729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.656824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.656967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.657192] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.657296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.657349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.658835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.658835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1147.658835] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1147.658835] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-86fe8e4e-cb77-4292-9703-8b46c9158e18 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1147.658835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1147.658835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1147.659453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1147.659453] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('86fe8e4e-cb77-4292-9703-8b46c9158e18',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.161205] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.163973] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.164239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.164717] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 86fe8e4e-cb77-4292-9703-8b46c9158e18 with status ACTIVE [ 1148.165488] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.165488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.165488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.165752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.165852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.166682] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.166974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170078] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.170078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.170078] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 86fe8e4e-cb77-4292-9703-8b46c9158e18 is going to be updated. [ 1148.196483] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.196727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.196803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.197025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.201019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.201019] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-86fe8e4e-cb77-4292-9703-8b46c9158e18" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.414588] env[65511]: INFO networking_nsxv3.common.synchronization [None req-bb919bee-4070-4056-b4da-9548307c5952 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1148.415168] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1148.415952] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.416110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.417736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.417736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.417736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.417736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.417736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.417736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.417736] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.417736] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.442497] env[65511]: INFO networking_nsxv3.common.synchronization [req-c377fa13-c235-4f1c-a68e-ec27c885e254 req-1e5dd717-4ef7-428d-ae03-92a6d6f50559 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_members [ 1148.445327] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_members [ 1148.445327] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.445458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.445545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.445879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.446102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.446239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.446325] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.446534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.446660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.446801] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.664205] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.810396] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.810591] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.810740] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.811029] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.811415] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.811518] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.811570] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.811783] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.811935] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.812190] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.812493] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1148.812648] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1148.812760] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1148.812871] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1148.812975] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1148.813126] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1148.832996] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1148.833190] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1148.833323] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1148.833496] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.834065] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-7507f2ed-1289-488f-bf01-2299e15b4c75 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.834339] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.834464] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.834797] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.834935] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7507f2ed-1289-488f-bf01-2299e15b4c75',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1148.921857] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.922043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.922090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.922303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.949980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.950269] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.950392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.950462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.950695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.950806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.950850] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1148.951927] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.952048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.952115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.952284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.952364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.952531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.952624] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.952702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.952890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.952965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.953089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 already deleted. [ 1148.953152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.977739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1148.977932] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.977999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.978189] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1148.978335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.990013] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1149.167383] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.168796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.168796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.168796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.169299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.169299] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 is going to be created. [ 1149.197449] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.197711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.197711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.197866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.198035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.208255] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 in Status: UNINITIALIZED for 2s [ 1149.338362] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.338362] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.338362] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.338651] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.338796] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.339068] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 7507f2ed-1289-488f-bf01-2299e15b4c75 not found, creating... [ 1149.343028] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.343028] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.343028] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.343619] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 7507f2ed-1289-488f-bf01-2299e15b4c75 is going to be created. [ 1149.367016] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1149.367247] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.367365] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.367632] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1149.367884] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.368154] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.070170] env[65511]: INFO networking_nsxv3.common.synchronization [req-c377fa13-c235-4f1c-a68e-ec27c885e254 req-6f297313-1b8f-4bd2-a041-b231886203f2 service nova] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_rules [ 1150.070428] env[65511]: INFO networking_nsxv3.common.synchronization [req-c377fa13-c235-4f1c-a68e-ec27c885e254 req-6f297313-1b8f-4bd2-a041-b231886203f2 service nova] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_members [ 1150.070549] env[65511]: INFO networking_nsxv3.common.synchronization [req-c377fa13-c235-4f1c-a68e-ec27c885e254 req-6f297313-1b8f-4bd2-a041-b231886203f2 service nova] Enqueued Resource ID: 7507f2ed-1289-488f-bf01-2299e15b4c75 with Priority: HIGHEST for action port [ 1150.071161] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_rules [ 1150.071368] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_members [ 1150.071532] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 7507f2ed-1289-488f-bf01-2299e15b4c75 with Priority: HIGHEST for action port [ 1150.071873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.072050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.072218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.072422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.072506] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.073638] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.073964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.073964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.073964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.074326] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.074326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.074326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.074424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.074554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.074554] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.079728] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-7507f2ed-1289-488f-bf01-2299e15b4c75 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.079728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.079728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.079728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.079728] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('7507f2ed-1289-488f-bf01-2299e15b4c75',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.318890] env[65511]: INFO networking_nsxv3.common.synchronization [req-a5ec307a-5a3f-4d41-8a89-9812d47a79cf req-d2453a57-5025-4c60-bfc1-5112cbeb5f40 tempest-ServerRescueTestJSON-345204305 tempest-ServerRescueTestJSON-345204305-project-member] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1150.319328] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1150.319644] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.319762] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.319821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.320040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.320195] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.320618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.320618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.320618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.320618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.320769] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.587096] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.587096] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.587096] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 7507f2ed-1289-488f-bf01-2299e15b4c75 with status ACTIVE [ 1150.587096] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.587096] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.587096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.587647] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.587647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.589290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.589764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.589970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.590543] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 7507f2ed-1289-488f-bf01-2299e15b4c75 is going to be updated. [ 1150.617204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1150.617204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1150.617204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1150.617204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1150.617204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.617204] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-7507f2ed-1289-488f-bf01-2299e15b4c75" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.823036] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1150.999757] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1150.999757] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 deletion is rescheduled due to dependency. [ 1150.999757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.094476] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.222025] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 in Status: SUCCESS [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.222025] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.222025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.222025] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.326427] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.596394] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.596394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.596394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.596394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.596394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.596394] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 is going to be created. [ 1151.620861] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.620997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.621066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.621284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.621439] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.630669] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 in Status: UNINITIALIZED for 2s [ 1151.724575] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.724754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.724814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.725031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.725203] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.725290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.725361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.725508] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.725600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.725686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.725828] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.725915] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.725967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.728134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.728134] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.728134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.728134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.728134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.728134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.728134] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.728134] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1151.829694] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.829843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.829922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.830150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.830242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.830374] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be updated. [ 1151.860169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1151.860332] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.860382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.860605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1151.860745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1151.870534] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: IN_PROGRESS for 2s [ 1152.024166] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc5888aa-8330-471a-97db-efc16cc669f9 req-f346d153-3421-4f10-9b20-58fa3e342870 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1152.024460] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1152.024630] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.026165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.026293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.026664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.026816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.026954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.027052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.027275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.027434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.027743] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.229149] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 1367a40b-c204-42a0-8e18-2e3f8c8ceb73: rpc.has_security_group_logging(os_id): False [ 1152.251673] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.251673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.251673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.251673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.251673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.251673] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.252061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.252061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.252061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.252061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.252277] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.252392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.252392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.252562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.252612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.252789] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.252908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.253211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.253313] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.253459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.253498] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 is going to be created. [ 1152.339158] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.339158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.353523] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 in Status: IN_PROGRESS for 2s [ 1152.532618] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1152.563657] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.563657] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.563890] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.564245] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.564338] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.564460] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.564568] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.564802] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.564973] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.566477] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.566631] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1152.566815] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1152.566966] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1152.567085] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1152.567201] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1152.568607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1152.592247] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1152.592822] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1152.593014] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1152.594447] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.594862] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1152.595187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.595278] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.595645] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1152.595841] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d491cd2-87f0-4e9c-919a-f2bb8bce204f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.035928] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.098856] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.099111] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.099741] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.099741] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.099741] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.100909] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 5d491cd2-87f0-4e9c-919a-f2bb8bce204f not found, creating... [ 1153.100909] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.100909] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.100909] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.100909] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.100909] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.101135] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.101282] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.101395] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.101633] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.102157] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.102157] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 5d491cd2-87f0-4e9c-919a-f2bb8bce204f is going to be created. [ 1153.122045] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.122307] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.122437] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.122714] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.122939] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.123215] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.539989] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.539989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.539989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.539989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.540643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.540643] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1153.576503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.576503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.576503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.576503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.576503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.588054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1153.641440] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 in Status: SUCCESS [ 1153.641667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.641844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.642095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.642290] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.642408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.642475] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.642633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.642711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.642821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.642885] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.881420] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1153.881696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.898588] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc5888aa-8330-471a-97db-efc16cc669f9 req-5b2ca87e-15a4-42d6-92f6-4a9709804cb1 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1153.898790] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc5888aa-8330-471a-97db-efc16cc669f9 req-5b2ca87e-15a4-42d6-92f6-4a9709804cb1 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1153.898927] env[65511]: INFO networking_nsxv3.common.synchronization [req-bc5888aa-8330-471a-97db-efc16cc669f9 req-5b2ca87e-15a4-42d6-92f6-4a9709804cb1 service nova] Enqueued Resource ID: 5d491cd2-87f0-4e9c-919a-f2bb8bce204f with Priority: HIGHEST for action port [ 1153.899595] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1153.899806] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1153.899928] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5d491cd2-87f0-4e9c-919a-f2bb8bce204f with Priority: HIGHEST for action port [ 1153.900241] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.900461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.900461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.900625] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.900710] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1153.901692] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.901801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.902977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1153.902977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1153.902977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1153.902977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1153.902977] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('5d491cd2-87f0-4e9c-919a-f2bb8bce204f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.146165] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.365490] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 in Status: SUCCESS [ 1154.365717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.404447] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.404786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.405460] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 5d491cd2-87f0-4e9c-919a-f2bb8bce204f with status ACTIVE [ 1154.405723] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.406090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.406226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.406686] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.406815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.407051] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.407171] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.407237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.407403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.407483] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.407718] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.407774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.407813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.407946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.408110] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.408235] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 5d491cd2-87f0-4e9c-919a-f2bb8bce204f is going to be updated. [ 1154.431363] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.431529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.431572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.431776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.431912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.432078] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-5d491cd2-87f0-4e9c-919a-f2bb8bce204f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.650066] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 051de1a9-c34e-4490-b42a-807f84b6caa4: rpc.has_security_group_logging(os_id): False [ 1154.671832] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.672071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.672071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.672292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.672382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.672631] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.672829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.672829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.672931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.673014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.673108] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 is going to be created. [ 1154.716354] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-603c3a1a-cca6-43a4-8ec7-6a3d89dab392 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1154.716837] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1154.719499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.719499] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.719499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.719499] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1154.739568] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1154.739708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.739793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.740011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.740203] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.755392] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 in Status: IN_PROGRESS for 2s [ 1155.222378] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.222561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.222561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.222935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.222935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.223097] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.223212] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.223527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.223527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.223527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.223832] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1155.238980] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.239232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.239371] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.240257] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.240823] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.240823] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.241017] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.241218] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.241418] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.241684] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.241859] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1155.242123] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1155.242123] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1155.242251] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1155.242423] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1155.242547] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1155.257818] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.257938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.258027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.258263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.258408] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.261505] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1155.261742] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1155.261964] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1155.262134] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.262953] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.263269] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.263412] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.263818] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.264126] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55e5e0a3-f57b-4a3e-8831-9749d1aa0078',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.272925] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1155.451517] env[65511]: INFO networking_nsxv3.common.synchronization [None req-0afe12a7-bf59-401e-a0ac-53ed8caa3060 None None] Enqueued Resource ID: 10fd51ad-0df5-4f2b-a3a9-29cc07fa4128 with Priority: HIGHEST for action port [ 1155.452100] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 10fd51ad-0df5-4f2b-a3a9-29cc07fa4128 with Priority: HIGHEST for action port [ 1155.452472] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-10fd51ad-0df5-4f2b-a3a9-29cc07fa4128 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.452619] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-10fd51ad-0df5-4f2b-a3a9-29cc07fa4128" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.452707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-10fd51ad-0df5-4f2b-a3a9-29cc07fa4128" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.453025] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-10fd51ad-0df5-4f2b-a3a9-29cc07fa4128" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.453121] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('10fd51ad-0df5-4f2b-a3a9-29cc07fa4128',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.598304] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1155.598582] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.598669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.599092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.599174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.599259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.599424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.599510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.599562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.599740] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1155.766631] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.766976] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.767058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.767863] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.767863] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.767863] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 55e5e0a3-f57b-4a3e-8831-9749d1aa0078 not found, creating... [ 1155.768016] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.768095] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.769678] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.769678] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.769678] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 55e5e0a3-f57b-4a3e-8831-9749d1aa0078 is going to be created. [ 1155.818221] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.818221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.818221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.818221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.818221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.818221] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.956570] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port 10fd51ad-0df5-4f2b-a3a9-29cc07fa4128 [ 1155.956809] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1155.956970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1155.957049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1155.957343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1155.957456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1155.957578] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:10fd51ad-0df5-4f2b-a3a9-29cc07fa4128 already deleted. [ 1155.957662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-10fd51ad-0df5-4f2b-a3a9-29cc07fa4128" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.103848] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.582336] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-ce68aafe-d614-4b4c-8e1a-38e2f9b622b0 service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1156.582336] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-ce68aafe-d614-4b4c-8e1a-38e2f9b622b0 service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1156.582336] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-ce68aafe-d614-4b4c-8e1a-38e2f9b622b0 service nova] Enqueued Resource ID: 55e5e0a3-f57b-4a3e-8831-9749d1aa0078 with Priority: HIGHEST for action port [ 1156.582336] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1156.582336] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1156.582336] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 55e5e0a3-f57b-4a3e-8831-9749d1aa0078 with Priority: HIGHEST for action port [ 1156.583178] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.583433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.583526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.583860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.584084] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.586801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.586801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.586801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1156.586801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1156.586801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1156.586801] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1156.586801] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('55e5e0a3-f57b-4a3e-8831-9749d1aa0078',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.605886] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1156.771024] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 in Status: SUCCESS [ 1156.771024] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.090911] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.090911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.090911] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 55e5e0a3-f57b-4a3e-8831-9749d1aa0078 with status ACTIVE [ 1157.090911] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.090911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.090911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.090911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.090911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.090911] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.090911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.091487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.091487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.091487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.091487] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.091487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.091666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.091666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.091832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.091832] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 55e5e0a3-f57b-4a3e-8831-9749d1aa0078 is going to be updated. [ 1157.108208] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.108208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.108384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.109307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.109513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.109735] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1157.123053] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.123053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.123053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.123053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.123053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.123053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-55e5e0a3-f57b-4a3e-8831-9749d1aa0078" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.139704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.139904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.139996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.140257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.140454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.150766] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1157.207422] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.207422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.207422] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.207700] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.208509] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.208727] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.209074] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.209186] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.209360] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.209620] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.209761] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1157.209873] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1157.209994] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1157.210122] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1157.210229] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1157.210363] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1157.233828] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1157.233828] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.023 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1157.234046] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1157.234200] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.235153] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-40b3dffe-b417-4293-bebf-1bc0d5676b00 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.235153] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.235153] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.235677] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.239377] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b3dffe-b417-4293-bebf-1bc0d5676b00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.291476] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1157.291476] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 deletion is rescheduled due to dependency. [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.291476] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.291476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.291476] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.405478] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-dd53b451-bdae-44f9-97ff-f1f641b0ed50 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1157.405937] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1157.406268] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.406400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.739387] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.739689] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.739843] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.740166] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.740327] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.740761] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 40b3dffe-b417-4293-bebf-1bc0d5676b00 not found, creating... [ 1157.740761] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.740986] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.741219] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.741314] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.741531] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.742018] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.742090] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.742271] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.742595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.742595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.742684] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 is going to be created. [ 1157.766418] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.766679] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.766871] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.767246] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.767503] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.767745] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1157.796530] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1157.842787] env[65511]: INFO networking_nsxv3.common.synchronization [None req-4837ff75-a01d-4b04-91a4-34ffe1dabaa7 None None] Enqueued Resource ID: c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95 with Priority: HIGHEST for action port [ 1157.843559] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95 with Priority: HIGHEST for action port [ 1157.844160] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1157.844312] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1157.844384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1157.844704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1157.844812] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.227359] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-169 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.227573] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.227658] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.227929] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.228192] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.228347] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.228458] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.228974] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.230168] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.230438] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.230565] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1158.230687] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1158.230855] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1158.230984] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1158.231110] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1158.231246] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1158.250293] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1158.250520] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.019 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1158.250760] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1158.250906] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-169" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.251289] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.251599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.251769] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.252159] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.252456] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.298647] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.346948] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] deletion realization of port c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95 [ 1158.347192] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.347323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.347396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.347606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.347700] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.347794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Segment Port:c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95 already deleted. [ 1158.347891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-c8cac2c4-5a4e-4cc3-9509-a93d10d0ad95" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.459814] env[65511]: INFO networking_nsxv3.common.synchronization [req-21b18223-92b9-4e86-810a-cae50cb7429b req-900f55e5-3784-47a7-9d3a-762c0c012ce5 service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1158.459994] env[65511]: INFO networking_nsxv3.common.synchronization [req-21b18223-92b9-4e86-810a-cae50cb7429b req-900f55e5-3784-47a7-9d3a-762c0c012ce5 service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1158.460154] env[65511]: INFO networking_nsxv3.common.synchronization [req-21b18223-92b9-4e86-810a-cae50cb7429b req-900f55e5-3784-47a7-9d3a-762c0c012ce5 service nova] Enqueued Resource ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 with Priority: HIGHEST for action port [ 1158.460718] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1158.460879] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1158.460976] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 with Priority: HIGHEST for action port [ 1158.461700] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.461836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.461891] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.462119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.462202] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.463111] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.463229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.463296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.463798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.463914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.464179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.464179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.464293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.464293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.464364] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.465269] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b3dffe-b417-4293-bebf-1bc0d5676b00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.465634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.465711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.465866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.465954] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b3dffe-b417-4293-bebf-1bc0d5676b00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.758381] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.758381] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 not found, creating... [ 1158.758381] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.758381] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.758866] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.758866] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.758866] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.758866] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.758866] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.758866] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 is going to be created. [ 1158.787081] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.787386] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.787595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.788203] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.788319] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.788814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.801077] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.801648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.801648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.801717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.801839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.802000] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1158.847072] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.847072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.847340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.847340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.847488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.863925] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1158.968145] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1158.969377] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.969541] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.969685] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b3dffe-b417-4293-bebf-1bc0d5676b00 with status ACTIVE [ 1158.969864] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.969967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.970056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.970365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.970365] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.970559] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.970627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.971521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.971521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.971521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.971958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.971958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.971958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.971958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.972149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.972183] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 is going to be updated. [ 1158.994805] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1158.995041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1158.995041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1158.995242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1158.995383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1158.995534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.162311] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1159.162534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.162711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.162933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.163224] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.163334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.163551] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.163778] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.163864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.163953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.164058] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.474112] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.596449] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-00bc7210-ce48-47ac-9843-443e586fdbd4 service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1159.596788] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-00bc7210-ce48-47ac-9843-443e586fdbd4 service nova] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1159.596788] env[65511]: INFO networking_nsxv3.common.synchronization [req-d9a84cd7-35d2-4e65-8028-0684ef244b4e req-00bc7210-ce48-47ac-9843-443e586fdbd4 service nova] Enqueued Resource ID: ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 with Priority: HIGHEST for action port [ 1159.601026] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_rules [ 1159.601026] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1159.601026] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 with Priority: HIGHEST for action port [ 1159.601026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.601026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.601026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.601026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.601026] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.601026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.601026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.601026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.601026] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.666494] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.666745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.666877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.667104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.667375] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.667488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.667488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.667688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.667785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.667876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.668120] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.668237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.668307] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.668437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.668625] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.669450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.669450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.669450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.669450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.669450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.669450] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1159.978944] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1159.979405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.979405] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.979514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1159.979564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1159.979635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1160.007645] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.007839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.007839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.008072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.008218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.018349] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1160.103093] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 with status ACTIVE [ 1160.103380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.103538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.103610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.103834] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.103935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.105152] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.105152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.105152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.105152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.105152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.105152] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.105152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.105449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.105449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.105449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.105526] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9 is going to be updated. [ 1160.129065] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.129065] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.129176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.129326] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.129468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.129675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ec10dc65-b9e9-4e6b-9cbc-f98f54fec2d9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.172168] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1160.193203] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.193414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.193505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.194104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.194283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.195046] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.195193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.195275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.195487] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.195588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.195801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.195900] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.195969] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196135] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.196211] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.196420] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.196526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.196593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.196720] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.196852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.198241] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1160.302743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.302743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.302743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.302743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.303081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.332587] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1160.875405] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1160.875604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.875779] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.876093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.876295] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.876413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.876479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.876674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.876758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.876845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.876947] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1160.879349] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.879506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.879776] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1160.879924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1160.880015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1160.880743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1160.880874] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1160.883475] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.388944] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1161.389368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1161.389368] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1161.895711] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.031722] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1162.032083] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.032342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.032669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.032979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.033199] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.033309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.033799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.033956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.034121] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.034290] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.241223] env[65511]: INFO networking_nsxv3.common.synchronization [None req-b5fa07da-ec6f-4da9-ab9b-b3f2770f26a7 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_rules [ 1162.241223] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_rules [ 1162.246843] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.248071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.248448] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.249072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.249316] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.349491] env[65511]: INFO networking_nsxv3.common.synchronization [None req-b2860a30-9ea7-4c17-b067-086885bb4953 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_rules [ 1162.349949] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_rules [ 1162.350431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.350431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.354026] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1162.354324] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.399431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.399846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.399846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.400049] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.400342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.400342] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1162.442345] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.442345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.442345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.444668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.446427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.459243] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1162.538223] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.538368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.538424] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.539635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.539635] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.539635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.539635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.539635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.540605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.540605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.540605] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.540710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.540710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.541824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.541824] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.541824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.541824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.541824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.541824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.541824] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.541824] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1162.774145] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1162.774379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.774379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.774584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.774673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.774811] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 already deleted. [ 1162.774884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1162.775008] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.775179] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1162.775262] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.045221] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a15289-a5fa-43b3-a5f2-a2dbba95c905: rpc.has_security_group_logging(os_id): False [ 1163.065873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.066064] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.066233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.066396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.066496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.066868] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.067043] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.067092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.067231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.067629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.067629] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.067797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.067897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.068085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.068183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.068431] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.068591] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.068645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.068785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.068877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.068972] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1163.144141] env[65511]: INFO networking_nsxv3.common.synchronization [req-48b1341a-6b1d-4cd0-a44c-b64798491c2a req-a3844304-9555-4c24-947a-aaac7868b93a tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 1163.145507] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.145643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.145731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.145896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.146052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.147648] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 1163.148510] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.148510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.148728] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.148849] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.149022] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.149153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.149221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.149379] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.149484] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.149630] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1163.168483] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1163.295672] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1163.295832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.295832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.296150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1163.296257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.296360] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 already deleted. [ 1163.296512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1163.652925] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.157127] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.470784] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1164.471100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.471463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.471609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.471721] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.471845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.471902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.473172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.473172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.473172] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.661359] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.661707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.661707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.661892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.662013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.662159] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be updated. [ 1164.696531] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.696531] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.696707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.696999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.697105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.706729] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 1164.916023] env[65511]: INFO networking_nsxv3.common.synchronization [req-aa5eab44-e132-4531-96ee-54465720b5cf req-37b39ecb-c00a-40d2-8ecb-e7bfe114a2c6 tempest-ServerPasswordTestJSON-838706485 tempest-ServerPasswordTestJSON-838706485-project-member] Enqueued Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_members [ 1164.916596] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGHEST for action security_group_members [ 1164.917067] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.917067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.917202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.917291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.917436] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1164.917536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.917596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.917781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.917818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.917911] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1164.975305] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.185827] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1165.186101] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.420687] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.420940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.421196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.421418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.421520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.421848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.421973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.422059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.422235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.422317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.422410] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 is going to be updated. [ 1165.456323] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.456611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.456611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.456748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.456954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.471223] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 in Status: IN_PROGRESS for 2s [ 1165.479240] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1165.981744] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1165.982102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.982102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.982277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1165.982402] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.982573] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1166.014114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1166.014257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.015214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.015214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1166.015214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.025335] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1166.719415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 1166.719685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.226512] env[65511]: INFO networking_nsxv3.common.synchronization [req-615d3397-f643-4555-ba62-bee84835c2b9 req-bbb5eee5-d14e-4502-99e1-6cd1ccf6c97f tempest-ServerRescueTestJSON-345204305 tempest-ServerRescueTestJSON-345204305-project-member] Enqueued Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1167.227265] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 96136d50-232a-4675-877f-b7dc0e40586f with Priority: HIGHEST for action security_group_members [ 1167.227637] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-96136d50-232a-4675-877f-b7dc0e40586f taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.227764] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.227836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.228131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.228305] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.228437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.228502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.228737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.228823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.228935] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('96136d50-232a-4675-877f-b7dc0e40586f',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.484947] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 in Status: SUCCESS [ 1167.484947] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 deletion is rescheduled due to dependency. [ 1167.484947] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.732044] env[65511]: INFO networking_nsxv3.common.synchronization [req-117a990f-1806-4007-be8f-2b6b3098f917 req-e09e3d49-ce05-44f2-955d-d2f02cb3d59f tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1167.732044] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1167.732044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.732044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.732044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.732044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.732044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.732044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.732044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.733018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.733328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.733505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.733702] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f is going to be updated. [ 1167.735749] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.736057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.737174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.737174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.737174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.737174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.737174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.737174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.738571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.738724] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1167.770908] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1167.771096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1167.771167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.771397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1167.771515] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.780536] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: IN_PROGRESS for 2s [ 1168.035902] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1168.036155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.037062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.037062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.037062] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.037062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.037062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.037347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.037347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.037347] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.037430] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.037474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.037602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.037724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.037801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.038026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.038026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.038194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.038194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.038328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.038328] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.241783] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1168.541130] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6590b8d-b530-4b38-bfc8-ca7770cd99f1: rpc.has_security_group_logging(os_id): False [ 1168.560743] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.560743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.560743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.561027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.561027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.561145] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.561234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.561234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.561391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.561497] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.561600] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.561695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.561754] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.561899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.561964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.562169] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.562252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.562315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.562449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.562524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.562608] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1168.624807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1168.625067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.625239] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.625673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.625951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.645149] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1168.747022] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1169.251099] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.251431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.251431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.251549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.251630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.251743] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1169.277731] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1169.277877] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.277940] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.278163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1169.278301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.292884] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1169.792265] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 96136d50-232a-4675-877f-b7dc0e40586f in Status: SUCCESS [ 1169.792265] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 96136d50-232a-4675-877f-b7dc0e40586f deletion is rescheduled due to dependency. [ 1169.792265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-96136d50-232a-4675-877f-b7dc0e40586f" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.660978] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1170.661340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.661340] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1170.661563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1170.661656] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.164522] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.164682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.164769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.164979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.165316] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.165431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.165494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.165654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.165740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.165866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.165922] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.303243] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1171.303790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.395690] env[65511]: INFO networking_nsxv3.common.synchronization [req-123e13fc-dc94-423b-91d6-b910988ccab9 req-af8e7c2f-72f4-494b-a3ec-a0e22e1ff464 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1171.397819] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1171.397819] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.397819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.397819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.397819] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.397819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.397819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.397819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1171.398426] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1171.398426] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1171.519508] env[65511]: INFO networking_nsxv3.common.synchronization [req-356fe761-100e-4024-98fc-e49555206e25 req-6af0a67f-0f37-4fe0-9e46-a2a1d7d05b22 tempest-MultipleCreateTestJSON-2130027415 tempest-MultipleCreateTestJSON-2130027415-project-member] Enqueued Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1171.519663] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 with Priority: HIGHEST for action security_group_members [ 1171.520450] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.520552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.668182] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1171.668182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.902158] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.404678] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1172.907338] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.907671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.907671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.907739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.907886] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.908063] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1172.940050] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1172.940214] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1172.940309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1172.940495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1172.940633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.950869] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1173.497679] env[65511]: INFO networking_nsxv3.common.synchronization [req-27cd9183-6c52-48d3-8beb-f81a65fcafc9 req-d122d655-e670-4ca3-9d4a-8a3da65c3c27 tempest-ServerAddressesTestJSON-1773265958 tempest-ServerAddressesTestJSON-1773265958-project-member] Enqueued Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_members [ 1173.497679] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_members [ 1173.498037] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.498251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.498328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.498688] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.499043] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.499148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.499267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.499422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.499499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.499589] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1173.920542] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-58 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.920542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-58" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.920542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-58" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.920542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-58" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.921029] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.921029] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.921029] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.921358] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.921410] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.921619] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.922166] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1173.922292] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1173.922402] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1173.922515] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1173.922620] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1173.922756] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1173.943025] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1173.943247] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1173.943247] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1173.943450] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-58" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1173.943811] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-84d0db55-97ef-45ba-a4e0-828d8ca9de33 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1173.943988] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1173.944126] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1173.944518] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1173.944703] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d0db55-97ef-45ba-a4e0-828d8ca9de33',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1174.002027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.002027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.002027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.002442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.002609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.002822] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.002914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.002979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.003152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.003230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.003312] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b032e452-8e1a-481e-9837-c5676d7b8b5b already deleted. [ 1174.003436] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.448108] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.448695] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.448695] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.449151] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.449433] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.449663] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 84d0db55-97ef-45ba-a4e0-828d8ca9de33 not found, creating... [ 1174.450171] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.450411] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.450648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.451058] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.451329] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.451773] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.452062] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.452247] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.452584] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.452916] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.453170] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 84d0db55-97ef-45ba-a4e0-828d8ca9de33 is going to be created. [ 1174.479336] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.479607] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.479684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.479937] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.480263] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.480525] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.963288] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1174.963564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.963687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.963938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.964138] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1174.964256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1174.964322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1174.964473] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1174.964553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1174.964649] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.192682] env[65511]: INFO networking_nsxv3.common.synchronization [req-27cd9183-6c52-48d3-8beb-f81a65fcafc9 req-256eda35-5a4c-4b7d-a1c2-1eea678684df service nova] Enqueued Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_rules [ 1175.192856] env[65511]: INFO networking_nsxv3.common.synchronization [req-27cd9183-6c52-48d3-8beb-f81a65fcafc9 req-256eda35-5a4c-4b7d-a1c2-1eea678684df service nova] Enqueued Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_members [ 1175.192992] env[65511]: INFO networking_nsxv3.common.synchronization [req-27cd9183-6c52-48d3-8beb-f81a65fcafc9 req-256eda35-5a4c-4b7d-a1c2-1eea678684df service nova] Enqueued Resource ID: 84d0db55-97ef-45ba-a4e0-828d8ca9de33 with Priority: HIGHEST for action port [ 1175.193524] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_rules [ 1175.195241] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_members [ 1175.195980] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 84d0db55-97ef-45ba-a4e0-828d8ca9de33 with Priority: HIGHEST for action port [ 1175.195980] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.195980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.195980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.196740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.196832] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.197993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.197993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.198149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.198335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.198522] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.198628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.198910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.198910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.199068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.199068] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.200453] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-84d0db55-97ef-45ba-a4e0-828d8ca9de33 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.200453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.200621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.200621] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.200685] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('84d0db55-97ef-45ba-a4e0-828d8ca9de33',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.466863] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.467123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.467257] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.467595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.467722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468057] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.468225] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.468303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.468509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.468595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.468690] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1175.503977] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.504303] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.504540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.504783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.505129] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.515708] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1175.702146] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1175.703258] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.703388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.703743] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 84d0db55-97ef-45ba-a4e0-828d8ca9de33 with status ACTIVE [ 1175.703913] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.704042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.704119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.704617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.704617] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.704734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.704734] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.704860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.704946] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.705134] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.705221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.705281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.705454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.705571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.705693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 84d0db55-97ef-45ba-a4e0-828d8ca9de33 is going to be updated. [ 1175.756060] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1175.756234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.756234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.756494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1175.756602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1175.756905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-84d0db55-97ef-45ba-a4e0-828d8ca9de33" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.204365] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.230554] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-72 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.230776] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.230864] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.231425] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.231825] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.232036] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.232215] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.232540] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.232710] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.233025] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.233164] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1176.233341] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1176.233533] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1176.233738] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1176.233890] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1176.234064] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1176.267601] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1176.267900] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.034 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1176.268121] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1176.268361] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-72" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.268837] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-40b3dffe-b417-4293-bebf-1bc0d5676b00 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.269133] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.269277] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.269642] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.269849] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b3dffe-b417-4293-bebf-1bc0d5676b00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1176.706603] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.706823] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.706870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.707155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.707247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.707351] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b032e452-8e1a-481e-9837-c5676d7b8b5b is going to be created. [ 1176.770164] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.770164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.770164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.770164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.770164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.772933] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.773291] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.773544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.773904] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.774187] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.774648] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.774922] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.775264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.775670] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.775934] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.776556] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.776691] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.776791] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.777101] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.777273] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.777469] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 is going to be updated. [ 1176.779784] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b032e452-8e1a-481e-9837-c5676d7b8b5b in Status: UNINITIALIZED for 2s [ 1176.802112] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1176.802393] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1176.802656] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1176.802792] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1176.802969] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.803215] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.472219] env[65511]: INFO networking_nsxv3.common.synchronization [req-48a431f0-92f6-41f8-a7af-9fa60c253ced req-bcb09d87-af43-4269-9479-18330ad6184d service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1177.472219] env[65511]: INFO networking_nsxv3.common.synchronization [req-48a431f0-92f6-41f8-a7af-9fa60c253ced req-bcb09d87-af43-4269-9479-18330ad6184d service nova] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1177.472219] env[65511]: INFO networking_nsxv3.common.synchronization [req-48a431f0-92f6-41f8-a7af-9fa60c253ced req-bcb09d87-af43-4269-9479-18330ad6184d service nova] Enqueued Resource ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 with Priority: HIGHEST for action port [ 1177.472219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_rules [ 1177.472219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1177.472219] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 with Priority: HIGHEST for action port [ 1177.473155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.473399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.473566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.473950] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.474120] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.475110] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.475553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.475553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.475875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.476354] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.476354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.476354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.477016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.477016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.477016] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.478376] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-40b3dffe-b417-4293-bebf-1bc0d5676b00 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.478376] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.478520] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.478613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.478910] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('40b3dffe-b417-4293-bebf-1bc0d5676b00',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.524863] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1177.524863] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 deletion is rescheduled due to dependency. [ 1177.524863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.525154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.525192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.525389] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.525505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.525571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.525732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.525879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.525977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.526149] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.526277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.526342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.526488] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.526769] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.526896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.526933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.527076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.527153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.527266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.527382] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('a6590b8d-b530-4b38-bfc8-ca7770cd99f1',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.836599] env[65511]: INFO networking_nsxv3.common.synchronization [req-1c4653cd-79b5-4fc0-93f1-1beb57ad9f03 req-2c08e0db-7dd8-4477-81c1-8449a445fcab tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_members [ 1177.837610] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_members [ 1177.838052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.838198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.838277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.838529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.838712] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.838854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.838913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.839094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.839181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.839275] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.980563] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1177.981986] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.982150] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.982376] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 40b3dffe-b417-4293-bebf-1bc0d5676b00 with status ACTIVE [ 1177.982467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.982573] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.982635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.982836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.982926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.983113] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.983209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.983270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.983936] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.984054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.984364] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1177.984479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.984544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.984694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1177.984772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1177.984859] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 40b3dffe-b417-4293-bebf-1bc0d5676b00 is going to be updated. [ 1178.007546] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.007711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.007750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.007953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.008107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.008268] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-40b3dffe-b417-4293-bebf-1bc0d5676b00" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.029561] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for a6590b8d-b530-4b38-bfc8-ca7770cd99f1: rpc.has_security_group_logging(os_id): False [ 1178.055855] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.056023] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.056377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.056377] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.056480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.056740] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.056884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.056986] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.057162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.057244] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.057445] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.057542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.057606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.057742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.057818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.058069] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.058208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.058291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.058509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.058613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.058722] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 is going to be updated. [ 1178.131499] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-720 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.131984] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.131984] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.132341] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.132683] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.132946] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.133161] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.133474] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.133704] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.134014] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.134205] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1178.134369] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1178.134526] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1178.134684] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1178.134839] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1178.135070] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1178.138537] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.138817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.138990] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.139261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.139471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.160458] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1178.160633] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.026 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1178.160755] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1178.160935] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-720" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.161287] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-ab7806da-5237-4c16-abe8-5313dc834968 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.161459] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.161602] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.162010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.162167] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7806da-5237-4c16-abe8-5313dc834968',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.163666] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: IN_PROGRESS for 2s [ 1178.341801] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.342047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.342047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.342220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.342315] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.342512] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.342614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.342696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.342822] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.342897] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.342978] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 already deleted. [ 1178.343081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.487802] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.664642] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.664878] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.665121] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.665491] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.665690] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.665904] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port ab7806da-5237-4c16-abe8-5313dc834968 not found, creating... [ 1178.666299] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.666487] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.666609] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.666975] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.667050] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.667349] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.667502] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.667617] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.667933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.667933] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.668114] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: ab7806da-5237-4c16-abe8-5313dc834968 is going to be created. [ 1178.689198] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.689414] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.689540] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.689841] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.690073] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.690335] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.797777] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b032e452-8e1a-481e-9837-c5676d7b8b5b in Status: SUCCESS [ 1178.798115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.798394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.798664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.799132] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.799406] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.799461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.799730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.799887] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.800062] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.800224] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1178.990540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1178.990704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1178.990785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1178.990972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1178.991085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.991188] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1179.019890] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.020087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.020163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.020524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.020566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.030891] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1179.302962] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.303142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.303218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.303431] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.303593] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.303691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.303757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.303914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.304075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.304137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.304242] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.304333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.304394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.304534] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.304669] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.304761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.304821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.304959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.305039] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.305133] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.305210] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.367890] env[65511]: INFO networking_nsxv3.common.synchronization [req-1c4653cd-79b5-4fc0-93f1-1beb57ad9f03 req-bfe4ebd2-854a-4f18-8aaf-472888924b1f service nova] Enqueued Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_rules [ 1179.368122] env[65511]: INFO networking_nsxv3.common.synchronization [req-1c4653cd-79b5-4fc0-93f1-1beb57ad9f03 req-bfe4ebd2-854a-4f18-8aaf-472888924b1f service nova] Enqueued Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_members [ 1179.368269] env[65511]: INFO networking_nsxv3.common.synchronization [req-1c4653cd-79b5-4fc0-93f1-1beb57ad9f03 req-bfe4ebd2-854a-4f18-8aaf-472888924b1f service nova] Enqueued Resource ID: ab7806da-5237-4c16-abe8-5313dc834968 with Priority: HIGHEST for action port [ 1179.369779] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_rules [ 1179.370080] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_members [ 1179.370222] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ab7806da-5237-4c16-abe8-5313dc834968 with Priority: HIGHEST for action port [ 1179.370524] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.370696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.370799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.371156] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.371366] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.372964] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.372964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.372964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.372964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.373219] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.373219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.373300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.373430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.373516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.373610] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.375193] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ab7806da-5237-4c16-abe8-5313dc834968 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.375193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.375193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.375193] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.375193] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ab7806da-5237-4c16-abe8-5313dc834968',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.807742] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for b032e452-8e1a-481e-9837-c5676d7b8b5b: rpc.has_security_group_logging(os_id): False [ 1179.826652] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.826847] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.826928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.827241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.827358] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.827453] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.827548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.827611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.827760] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.827837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.828027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.828123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.828183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.828319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.828393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.828583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.828676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.828737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.829011] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.829284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.829436] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b032e452-8e1a-481e-9837-c5676d7b8b5b is going to be created. [ 1179.877584] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1179.878687] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.878926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.879149] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ab7806da-5237-4c16-abe8-5313dc834968 with status ACTIVE [ 1179.879325] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.879433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.879498] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.879705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.879813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.879993] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.880104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.880158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.880584] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.880696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.880910] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.881038] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.881141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.881335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.881489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.881646] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ab7806da-5237-4c16-abe8-5313dc834968 is going to be updated. [ 1179.900040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.900348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.900348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.900598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.900830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.905710] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1179.905962] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1179.906044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1179.906282] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1179.906472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.906690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ab7806da-5237-4c16-abe8-5313dc834968" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1179.913988] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b032e452-8e1a-481e-9837-c5676d7b8b5b in Status: IN_PROGRESS for 2s [ 1180.185324] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: a6590b8d-b530-4b38-bfc8-ca7770cd99f1 in Status: SUCCESS [ 1180.185661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-a6590b8d-b530-4b38-bfc8-ca7770cd99f1" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.384093] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1180.887324] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.887696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.887696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.887821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.887931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.888057] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 is going to be created. [ 1180.912775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1180.912970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1180.912970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1180.913267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1180.913428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1180.923108] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 in Status: UNINITIALIZED for 2s [ 1181.040487] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1181.040701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.040855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.041173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.041380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.041499] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.041566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.041732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.041828] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.041973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.042088] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.544174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.544416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.544416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.544657] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.544850] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.544976] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.545059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.545240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.545352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.545442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.545610] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.545704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.545786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.545970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.546136] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1181.546230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1181.546292] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1181.546446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1181.546557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.546709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1181.546816] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1181.926034] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: b032e452-8e1a-481e-9837-c5676d7b8b5b in Status: SUCCESS [ 1181.926319] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.049074] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 60a15289-a5fa-43b3-a5f2-a2dbba95c905: rpc.has_security_group_logging(os_id): False [ 1182.066946] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.067131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.067198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.067396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.067477] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.067693] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.067793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.067857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.067984] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.068081] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068245] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.068336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.068394] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.068523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.068598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.068772] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.068904] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.068966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.069417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.069417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.069417] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1182.127566] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.127725] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.127787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.127999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.128159] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.143135] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1182.932692] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 in Status: SUCCESS [ 1182.933095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.933220] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.933447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.933656] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1182.933776] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1182.933845] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1182.934070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1182.934188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.934302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1182.934423] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.438115] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1183.942166] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 947bd68c-b1db-4704-99c5-8e2c35b903e9: rpc.has_security_group_logging(os_id): False [ 1183.960057] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.960230] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.960294] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.960513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.960604] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.960923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1183.961046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1183.961046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1183.961258] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1183.961321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1183.961374] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 is going to be created. [ 1184.024104] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1184.024299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.024395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.025471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1184.025471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.036405] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 in Status: IN_PROGRESS for 2s [ 1184.159720] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1184.159938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1184.371262] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1184.371431] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1186.039852] env[65511]: INFO networking_nsxv3.common.synchronization [req-19204a9f-004b-458d-a8d8-118fae53ac50 req-f4c77244-6d30-4602-a439-e83526d4bbb5 tempest-ServerRescueNegativeTestJSON-885347906 tempest-ServerRescueNegativeTestJSON-885347906-project-member] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 1186.040472] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGHEST for action security_group_members [ 1186.042509] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.042509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.042509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.042723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.042885] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.043056] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.043127] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.043335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.047875] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.047875] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1186.055795] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 in Status: SUCCESS [ 1186.055795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.548631] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.548631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.548631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.548631] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.568104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.568275] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.568380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.568437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.568639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.568719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.568810] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be updated. [ 1186.602161] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1186.602369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1186.602369] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1186.602579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1186.602716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.612276] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: IN_PROGRESS for 2s [ 1188.623607] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 in Status: SUCCESS [ 1188.623939] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 deletion is rescheduled due to dependency. [ 1188.623939] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.099233] env[65511]: INFO networking_nsxv3.common.synchronization [req-4372d4c8-14fd-414a-9e05-ad7ba676e5ff req-155d67be-0cfe-4fae-84b4-0d530ba73833 tempest-ServerAddressesTestJSON-1773265958 tempest-ServerAddressesTestJSON-1773265958-project-member] Enqueued Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_members [ 1189.100098] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGHEST for action security_group_members [ 1189.100573] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.100751] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.100861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.101154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.101380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.101521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.101608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.101850] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.101966] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.102150] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1189.604996] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.605181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.605266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.605482] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.605574] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.605778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.605876] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.605931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.606092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.606170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.606269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b032e452-8e1a-481e-9837-c5676d7b8b5b is going to be updated. [ 1189.636580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.636971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.636971] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.637205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.637205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.648082] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b032e452-8e1a-481e-9837-c5676d7b8b5b in Status: IN_PROGRESS for 2s [ 1189.815117] env[65511]: INFO networking_nsxv3.common.synchronization [req-163cd70e-7127-43b7-8175-b9ee19b518ab req-8e4758dc-fd9c-4eda-a2dd-ad6ed81b4a37 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1189.816280] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1189.816280] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.816280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.816280] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.817250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.817250] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1189.817250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1189.817250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1189.817250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1189.817250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1189.817521] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.319559] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1190.822416] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1191.328710] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.328710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.328710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.328710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.328710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.329133] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1191.370363] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1191.370557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1191.370663] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1191.371186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1191.371186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1191.387753] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1191.658309] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: b032e452-8e1a-481e-9837-c5676d7b8b5b in Status: SUCCESS [ 1191.658505] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: b032e452-8e1a-481e-9837-c5676d7b8b5b deletion is rescheduled due to dependency. [ 1191.658599] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1193.400252] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1193.400614] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.816582] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1194.816933] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1195.042538] env[65511]: INFO networking_nsxv3.common.synchronization [req-6d9d34be-a510-4a11-81af-14d82614d96d req-7d961bb5-3415-41dd-b70c-d1b41e268ab8 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1195.043123] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1195.043538] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.043634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.043634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.044020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.044096] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.044166] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.044224] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.044458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.044458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.044544] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.546420] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1195.660783] env[65511]: INFO networking_nsxv3.common.synchronization [req-4d20356d-c990-4cc1-903c-794ea878b3f9 req-a347207b-a934-45e6-9c6d-2a209f6e10c6 tempest-DeleteServersTestJSON-974395637 tempest-DeleteServersTestJSON-974395637-project-member] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1195.661382] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGHEST for action security_group_members [ 1195.661728] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.661883] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.661953] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.662178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.662347] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1195.662446] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1195.662512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1195.662656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1195.662740] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.662832] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.049258] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1196.165549] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.165709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.165768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.166032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.166132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.166346] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.166453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.166516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.166662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.166738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.166824] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be updated. [ 1196.205486] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.205661] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.205721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.205921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.206075] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.215630] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: IN_PROGRESS for 2s [ 1196.553098] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.553270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.553345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.553572] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.553667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.553772] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be updated. [ 1196.583122] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1196.583216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1196.583263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1196.583466] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1196.583616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.592674] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: IN_PROGRESS for 2s [ 1198.226138] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf in Status: SUCCESS [ 1198.226506] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf deletion is rescheduled due to dependency. [ 1198.226506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1198.603426] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1198.603707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1200.662726] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1200.663161] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1205.102167] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-676 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.102490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.102547] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.102869] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.103223] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.103404] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.103522] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.103782] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.104010] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.104260] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.104378] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1205.104485] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1205.104593] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1205.104700] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1205.104801] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1205.104933] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1205.126887] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1205.127134] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1205.127247] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1205.127424] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-676" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.127744] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-ca7aa431-7e2f-429a-a24f-816c47ebc367 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.127916] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.128049] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.128337] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.128479] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7aa431-7e2f-429a-a24f-816c47ebc367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.395530] env[65511]: INFO networking_nsxv3.common.synchronization [req-b12071f6-0278-4c1a-87dd-76c38358cd8d req-a919fba8-8bc1-4437-9519-085035789618 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_members [ 1205.396941] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 with Priority: HIGHEST for action security_group_members [ 1205.396941] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.396941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.396941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.396941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.396941] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.398755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.398755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.398882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.398920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.399061] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1205.631409] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.631671] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.631803] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.632173] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.632253] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.632577] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.632707] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.632819] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.633044] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.633183] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.633612] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.633612] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.633783] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.633921] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.634069] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.634209] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 is going to be updated. [ 1205.655832] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.656059] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.656433] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.656575] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.656685] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.656926] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.902580] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.902745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.902812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.903063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.943353] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.943640] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.943786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.943839] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.944102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.944194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.944280] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 is going to be updated. [ 1205.983278] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1205.983437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1205.983490] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1205.983704] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1205.983851] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.997372] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 in Status: IN_PROGRESS for 2s [ 1206.406579] env[65511]: INFO networking_nsxv3.common.synchronization [req-513bfa1d-b2a4-4f70-8d45-2d240917b62f req-80223021-d3bf-4a83-88f7-564083abcd18 service nova] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1206.406955] env[65511]: INFO networking_nsxv3.common.synchronization [req-513bfa1d-b2a4-4f70-8d45-2d240917b62f req-80223021-d3bf-4a83-88f7-564083abcd18 service nova] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1206.407362] env[65511]: INFO networking_nsxv3.common.synchronization [req-513bfa1d-b2a4-4f70-8d45-2d240917b62f req-80223021-d3bf-4a83-88f7-564083abcd18 service nova] Enqueued Resource ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 with Priority: HIGHEST for action port [ 1206.408752] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_rules [ 1206.408752] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1206.408752] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 with Priority: HIGHEST for action port [ 1206.409838] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.409838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.409838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.409838] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.409838] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.411839] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.412051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.412162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.412449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.412721] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.412821] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.412861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.413187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.413388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.413540] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.414767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-ca7aa431-7e2f-429a-a24f-816c47ebc367 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.415414] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.416236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.416495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.416628] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('ca7aa431-7e2f-429a-a24f-816c47ebc367',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.912820] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.912820] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.919313] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port ca7aa431-7e2f-429a-a24f-816c47ebc367 with status ACTIVE [ 1206.919536] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.919695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.919793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.920051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.920131] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.920738] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.920738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.920738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.920738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.920738] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.921088] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.921088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.921088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.921191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.921256] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.921335] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: ca7aa431-7e2f-429a-a24f-816c47ebc367 is going to be updated. [ 1206.922759] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1206.944681] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1206.945454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1206.945454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1206.945454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1206.945454] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1206.945664] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-ca7aa431-7e2f-429a-a24f-816c47ebc367" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.424899] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1207.928485] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.928674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.928757] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.928987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.929104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.929233] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 is going to be updated. [ 1207.958702] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1207.958931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1207.958931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1207.959207] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1207.959373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1207.968953] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: IN_PROGRESS for 2s [ 1208.007189] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 in Status: SUCCESS [ 1208.007386] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0 deletion is rescheduled due to dependency. [ 1208.007550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.706922] env[65511]: INFO networking_nsxv3.common.synchronization [req-8b80a59e-ec5d-43d3-8993-9b3788924725 req-d32baed3-3d1b-498a-b685-a5e013c16411 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1209.707203] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 03739490-8b7e-4db6-861e-5ed602e4d277 with Priority: HIGHEST for action security_group_members [ 1209.707924] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-03739490-8b7e-4db6-861e-5ed602e4d277 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.707924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.707924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.707924] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.708707] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.708707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.708707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.708707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.708707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.708707] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('03739490-8b7e-4db6-861e-5ed602e4d277',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1209.978708] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: SUCCESS [ 1209.978931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.979088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.979373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.979560] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1209.979687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.979758] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.979871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1209.979958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.980051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1209.980143] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.212605] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.212759] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.212829] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.213067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.213163] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.213360] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.213453] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.213524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.213654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.213727] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.213809] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 is going to be updated. [ 1210.247612] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.247772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.247842] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.248053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.248190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.260193] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: IN_PROGRESS for 2s [ 1210.482818] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.811966] env[65511]: INFO networking_nsxv3.common.synchronization [req-29943eae-2637-49cf-b6c6-cc7aa5478f28 req-ec2b0c00-1ee6-4d6a-9187-fec13042dd1a tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1210.812708] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1210.813118] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.813293] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.813392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.813726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.813920] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1210.814098] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1210.814187] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1210.814452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1210.814609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.814749] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1210.985262] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2: rpc.has_security_group_logging(os_id): False [ 1211.008754] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.009054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.009054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.009311] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.009389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.009729] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.009729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.010087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.010087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.010087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.010087] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 is going to be updated. [ 1211.080480] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.080777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.080777] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.081046] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.081240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.101649] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: IN_PROGRESS for 2s [ 1211.252013] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.252932] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.253092] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.253397] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.253680] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.253845] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.253957] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.254195] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.254344] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.254547] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.254657] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1211.254761] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1211.254865] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1211.254970] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1211.255083] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1211.255211] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1211.279583] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1211.279875] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.024 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1211.279875] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1211.280135] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.280407] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-a0f79d67-4f42-40cf-a95c-9a2526b85db9 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.280607] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.281025] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.281346] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.281346] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f79d67-4f42-40cf-a95c-9a2526b85db9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.317705] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1211.786770] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.787154] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.787240] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.787562] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.787743] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.787919] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port a0f79d67-4f42-40cf-a95c-9a2526b85db9 not found, creating... [ 1211.788314] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.788505] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.788614] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.788963] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.789340] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.789829] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.789984] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.790122] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.791022] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.791558] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.791803] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: a0f79d67-4f42-40cf-a95c-9a2526b85db9 is going to be created. [ 1211.814485] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1211.814908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.814956] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.815252] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1211.815510] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.815770] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1211.821393] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.270534] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 03739490-8b7e-4db6-861e-5ed602e4d277 in Status: SUCCESS [ 1212.270700] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 03739490-8b7e-4db6-861e-5ed602e4d277 deletion is rescheduled due to dependency. [ 1212.270803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-03739490-8b7e-4db6-861e-5ed602e4d277" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.324173] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.324370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.324411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.324618] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.324710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.324812] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1212.359806] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.359806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.359806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.360041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.360221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.372556] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1212.578121] env[65511]: INFO networking_nsxv3.common.synchronization [req-29943eae-2637-49cf-b6c6-cc7aa5478f28 req-f21c6ae1-c7cc-42d4-8d39-619d9b42106f service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1212.578462] env[65511]: INFO networking_nsxv3.common.synchronization [req-29943eae-2637-49cf-b6c6-cc7aa5478f28 req-f21c6ae1-c7cc-42d4-8d39-619d9b42106f service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1212.578462] env[65511]: INFO networking_nsxv3.common.synchronization [req-29943eae-2637-49cf-b6c6-cc7aa5478f28 req-f21c6ae1-c7cc-42d4-8d39-619d9b42106f service nova] Enqueued Resource ID: a0f79d67-4f42-40cf-a95c-9a2526b85db9 with Priority: HIGHEST for action port [ 1212.579147] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1212.579310] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1212.579406] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: a0f79d67-4f42-40cf-a95c-9a2526b85db9 with Priority: HIGHEST for action port [ 1212.579664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.579790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.579861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.580124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.580187] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1212.581267] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.582174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.582174] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-a0f79d67-4f42-40cf-a95c-9a2526b85db9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1212.582174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1212.582174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1212.582174] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1212.582357] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('a0f79d67-4f42-40cf-a95c-9a2526b85db9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1213.085027] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.085027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.087606] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port a0f79d67-4f42-40cf-a95c-9a2526b85db9 with status ACTIVE [ 1213.087710] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.087931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.087997] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.089685] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.089685] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.089685] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.089685] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: a0f79d67-4f42-40cf-a95c-9a2526b85db9 is going to be updated. [ 1213.114398] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1213.114575] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1213.114644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1213.114864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1213.115072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.115216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-a0f79d67-4f42-40cf-a95c-9a2526b85db9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1213.119449] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: SUCCESS [ 1213.119840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.385642] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1214.386048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.386097] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.386527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.386634] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1214.386718] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1214.386785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1214.386939] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1214.387036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1214.387137] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1214.891326] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.393895] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1215.896762] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.896928] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.896983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.897249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.897380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.897464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1215.945228] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1215.945474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1215.945474] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1215.945819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1215.945975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1215.965940] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1217.580254] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1217.580627] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1217.979881] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1217.980241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.980447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.980680] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.980921] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1217.981061] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1217.981167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1217.981335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1217.981459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.981559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1217.981686] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.420742] env[65511]: INFO networking_nsxv3.common.synchronization [None req-a4094239-5b85-4214-81a7-80f034559117 tempest-AttachInterfacesTestJSON-274203444 tempest-AttachInterfacesTestJSON-274203444-project-member] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1218.421620] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGHEST for action security_group_members [ 1218.421620] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.421872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.421872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.421998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.422162] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.422261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.422341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.422471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.422565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.422656] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.484392] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.484565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.484565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.484931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.484994] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.485069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.485914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.485914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.485914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.485914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.485914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.485914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.485914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.486192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.486816] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.486931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.486931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.487143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.487267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.487398] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.489555] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1218.925208] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.925590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.925590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.925767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.925892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.926131] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.926266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.926331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.926620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.926620] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.926746] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be updated. [ 1218.953825] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1218.954027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1218.954090] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1218.954831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1218.954831] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1218.964393] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: IN_PROGRESS for 2s [ 1218.995091] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1219.011738] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.011960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.011960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.012138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.012194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.012408] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.012554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.012554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.012739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.012808] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.012999] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.013114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.013188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.013297] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.013360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.013540] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.013627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.013679] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.013812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.013880] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.013955] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1219.086189] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1219.086388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1219.086388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1219.086608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1219.086745] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1219.106589] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1220.975180] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 in Status: SUCCESS [ 1220.975705] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 deletion is rescheduled due to dependency. [ 1220.975705] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1221.142321] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1221.142668] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.422490] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1223.422794] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1223.820081] env[65511]: INFO networking_nsxv3.common.synchronization [req-54757d63-53f3-451c-8af3-07dcbbdcd6d2 req-54ef4981-83e0-46c7-ba5f-9e013b80a168 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1223.820521] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1223.821186] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.821186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.821186] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.821386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.821437] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1223.821501] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1223.821568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1223.821731] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1223.821818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1223.821912] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.325562] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.783272] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c934401-64bd-4d13-b0af-24e744243476 req-5538a0ad-7c2f-4dc1-8579-e101ff17aa31 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1224.783818] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1224.784177] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.784296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.784359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.784546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.784695] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1224.784785] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1224.784848] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1224.785115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1224.785115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1224.785337] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1224.829735] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.101440] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.101638] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.101751] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.102467] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.102812] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.103098] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.103232] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.103490] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.103660] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.103909] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.104058] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1225.104170] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1225.104277] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1225.104387] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1225.104493] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1225.104620] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1225.132314] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1225.132526] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.028 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1225.132695] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1225.132928] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.133292] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-8777c813-25f7-486b-975b-1ea41faf884e taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.133510] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.133659] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.134030] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.134211] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8777c813-25f7-486b-975b-1ea41faf884e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1225.287849] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.288147] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.288267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.288605] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.288726] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.288923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.289028] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.289100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.289265] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.289403] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.289529] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be deleted. [ 1225.325469] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.325675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.325675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.325881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.325974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.326088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.332688] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.332853] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.332922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.333141] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.333232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.333331] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1225.371105] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.371260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.371344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.371640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.371964] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.381283] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1225.637340] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.637742] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.637931] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.638253] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.638433] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.638599] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 8777c813-25f7-486b-975b-1ea41faf884e not found, creating... [ 1225.638901] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.639081] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.639201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.639538] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.639676] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.639987] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.640171] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.640287] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.640579] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.640715] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.640852] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 8777c813-25f7-486b-975b-1ea41faf884e is going to be created. [ 1225.660680] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1225.660882] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1225.661011] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1225.661302] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1225.661549] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1225.661786] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.404679] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c934401-64bd-4d13-b0af-24e744243476 req-30234297-8079-433d-93bf-de5f0297d83d service nova] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_rules [ 1226.405035] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c934401-64bd-4d13-b0af-24e744243476 req-30234297-8079-433d-93bf-de5f0297d83d service nova] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1226.405035] env[65511]: INFO networking_nsxv3.common.synchronization [req-4c934401-64bd-4d13-b0af-24e744243476 req-30234297-8079-433d-93bf-de5f0297d83d service nova] Enqueued Resource ID: 8777c813-25f7-486b-975b-1ea41faf884e with Priority: HIGHEST for action port [ 1226.405702] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_rules [ 1226.405784] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1226.405920] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8777c813-25f7-486b-975b-1ea41faf884e with Priority: HIGHEST for action port [ 1226.406262] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.406423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.406516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.406784] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.407080] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.407839] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.407954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.408804] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.409737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.409737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.409737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.409737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.409737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.409737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.410187] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.411075] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8777c813-25f7-486b-975b-1ea41faf884e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.411202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.411247] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.411478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.411478] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8777c813-25f7-486b-975b-1ea41faf884e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.914840] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8777c813-25f7-486b-975b-1ea41faf884e with status ACTIVE [ 1226.914840] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.914840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.914840] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.915108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.915108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.915172] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.915321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.915321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.915476] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.915556] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.915736] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.915826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.915885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.916031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.916102] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.916187] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8777c813-25f7-486b-975b-1ea41faf884e is going to be updated. [ 1226.917310] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.917495] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.917616] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1226.939102] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1226.939530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1226.939530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1226.939530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1226.939662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1226.939799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.393014] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1227.393277] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.419799] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1227.921814] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.922057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.922057] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.922271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.922366] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.922482] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be created. [ 1227.948420] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1227.948420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.948600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.948719] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1227.948913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1227.957269] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: UNINITIALIZED for 2s [ 1229.968820] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: SUCCESS [ 1229.969194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.969194] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.969411] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.969587] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1229.969702] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1229.969766] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1229.969917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1229.969995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.970093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1229.970184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.472674] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.472674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.472938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.472981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.473147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.473253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.473317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.473460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.473543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.473637] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.473778] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.473866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.473926] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.474093] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.474231] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.474338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.474382] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.474500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.474571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.474654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.474736] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1230.977126] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 684f4a87-6418-4fac-83bb-c230b8e9800c: rpc.has_security_group_logging(os_id): False [ 1230.995897] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.996154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.996229] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.996583] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.996701] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.996940] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.997088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.997162] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.997373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.997505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.997689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.997791] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.997854] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.997998] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.998084] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.998274] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1230.998368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.998429] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.998566] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1230.998640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1230.998727] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be created. [ 1231.075887] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1231.076243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1231.076243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1231.076421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1231.076706] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.090681] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: IN_PROGRESS for 2s [ 1231.407026] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1231.407224] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1232.710024] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ac6c45c-d10c-41bf-a7f8-98dd3f13125a req-f2c4a1b9-820d-4d4b-8136-6d6784c8050f tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1232.710742] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1232.713125] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.713295] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.713450] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.713579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.713756] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1232.713861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.713922] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.714094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1232.714182] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.714274] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.007680] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-782 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.007977] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.008177] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.008509] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.008834] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.009595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.009595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.009595] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.009764] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.009981] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.010106] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1233.010244] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1233.010529] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1233.010632] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1233.010697] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1233.010858] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1233.032654] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1233.032840] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.022 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1233.032978] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1233.033170] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-782" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.033577] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-2baeb6d0-cb8e-4099-963e-1e40cff29524 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.033751] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.033817] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.034159] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.034298] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2baeb6d0-cb8e-4099-963e-1e40cff29524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.105923] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: SUCCESS [ 1233.106178] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.216517] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1233.536761] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.536972] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.537029] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.537863] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.538089] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.538362] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 2baeb6d0-cb8e-4099-963e-1e40cff29524 not found, creating... [ 1233.538925] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.539201] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.539326] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.539604] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.539846] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.540222] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.540384] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.540599] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.540829] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.540965] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.541116] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 2baeb6d0-cb8e-4099-963e-1e40cff29524 is going to be created. [ 1233.563810] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1233.564037] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1233.564163] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1233.564449] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1233.564684] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.564914] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1233.719031] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.150893] env[65511]: INFO networking_nsxv3.common.synchronization [req-62c6abae-c3b6-4435-936e-9980e94d1636 req-ed20c987-6f9d-4eab-bebc-5f19712d5756 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1234.151449] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGHEST for action security_group_members [ 1234.151780] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.151920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.151987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.153444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.153585] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.153747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.153747] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.153907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.153996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.154104] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.194755] env[65511]: INFO networking_nsxv3.common.synchronization [req-62c6abae-c3b6-4435-936e-9980e94d1636 req-ed20c987-6f9d-4eab-bebc-5f19712d5756 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 8777c813-25f7-486b-975b-1ea41faf884e with Priority: HIGHEST for action port [ 1234.195406] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 8777c813-25f7-486b-975b-1ea41faf884e with Priority: HIGHEST for action port [ 1234.195739] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-8777c813-25f7-486b-975b-1ea41faf884e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.195862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.195929] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.196188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.196268] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('8777c813-25f7-486b-975b-1ea41faf884e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.222401] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.222401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.222401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.222401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.222401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.222401] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1234.253126] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.253284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.253342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.253549] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.253693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.261188] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ac6c45c-d10c-41bf-a7f8-98dd3f13125a req-e3786f5d-afc8-4826-a9df-673abc766194 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1234.262045] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ac6c45c-d10c-41bf-a7f8-98dd3f13125a req-e3786f5d-afc8-4826-a9df-673abc766194 service nova] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1234.262045] env[65511]: INFO networking_nsxv3.common.synchronization [req-1ac6c45c-d10c-41bf-a7f8-98dd3f13125a req-e3786f5d-afc8-4826-a9df-673abc766194 service nova] Enqueued Resource ID: 2baeb6d0-cb8e-4099-963e-1e40cff29524 with Priority: HIGHEST for action port [ 1234.262484] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1234.262904] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_rules [ 1234.263054] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1234.263152] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2baeb6d0-cb8e-4099-963e-1e40cff29524 with Priority: HIGHEST for action port [ 1234.263426] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.263543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.263677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.263870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.263993] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.264956] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.265055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.265296] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-2baeb6d0-cb8e-4099-963e-1e40cff29524 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.265399] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.265442] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.265885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.265885] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('2baeb6d0-cb8e-4099-963e-1e40cff29524',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1234.659018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.659018] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.659018] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.659018] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be updated. [ 1234.684972] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.685457] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.685815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.686286] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.686562] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.694952] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: IN_PROGRESS for 2s [ 1234.701373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 8777c813-25f7-486b-975b-1ea41faf884e with status ACTIVE [ 1234.701373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.701373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.701373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.701373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.701373] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 8777c813-25f7-486b-975b-1ea41faf884e is going to be updated. [ 1234.720987] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.724670] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.724974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.726034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.726034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.726034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-8777c813-25f7-486b-975b-1ea41faf884e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.767065] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.767695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.768129] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 2baeb6d0-cb8e-4099-963e-1e40cff29524 with status ACTIVE [ 1234.768439] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.768665] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.768815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.769114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.771017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.771017] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.771017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.771017] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 2baeb6d0-cb8e-4099-963e-1e40cff29524 is going to be updated. [ 1234.802419] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1234.802419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1234.802419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1234.802419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1234.802419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.802419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-2baeb6d0-cb8e-4099-963e-1e40cff29524" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.274454] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1236.274902] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.275137] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.275505] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.275737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1236.275852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1236.275961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1236.276205] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1236.276336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.276468] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1236.704945] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 684f4a87-6418-4fac-83bb-c230b8e9800c in Status: SUCCESS [ 1236.705154] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c deletion is rescheduled due to dependency. [ 1236.705271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1236.779008] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.281394] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1237.784588] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.784755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.784864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.785066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.785181] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.785282] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1237.819793] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1237.819793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1237.819793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1237.819793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1237.820047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1237.829280] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1239.264696] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1239.265116] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=2 [ 1239.841067] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1239.841067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.841067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.841067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.841400] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1239.841400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1239.841400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1239.841579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1239.841579] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.841648] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1239.841760] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.344372] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.344761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.344761] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.344938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.345052] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.345148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.345210] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.345363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.345449] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.345529] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.345737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.345852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.345909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.346071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.346211] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.346300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.346371] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.346492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.346613] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.346662] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.346779] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1240.849414] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 16f21f1e-e33f-4c68-8912-25c75e544f26: rpc.has_security_group_logging(os_id): False [ 1240.869343] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.869636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.869636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.870392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.870392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.870392] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.870392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.870392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.871040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.871040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.871040] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.871040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.871040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.871040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.871344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.871344] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.871344] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.871512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.871559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.871645] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.871804] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1240.936775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1240.936775] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1240.936982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1240.937107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1240.937291] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1240.957828] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1242.981329] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1242.981732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.589059] env[65511]: INFO networking_nsxv3.common.synchronization [req-6178bf96-36ab-4db7-b681-25c70332ef6e req-73691bd8-2f3f-4806-87a4-ce204d171977 tempest-AttachVolumeNegativeTest-158049040 tempest-AttachVolumeNegativeTest-158049040-project-member] Enqueued Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_members [ 1243.589733] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 with Priority: HIGHEST for action security_group_members [ 1243.590067] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-947bd68c-b1db-4704-99c5-8e2c35b903e9 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.590200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.590305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.590502] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.590669] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1243.590798] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.590856] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.591013] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.591104] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.591235] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('947bd68c-b1db-4704-99c5-8e2c35b903e9',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1244.093208] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.093526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.093526] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.093638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.093733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.093921] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.094030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.094094] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.094255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.094329] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.094415] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 is going to be updated. [ 1244.124958] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1244.125197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1244.125336] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1244.125690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1244.125927] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.136066] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 in Status: IN_PROGRESS for 2s [ 1246.146745] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 in Status: SUCCESS [ 1246.147158] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 947bd68c-b1db-4704-99c5-8e2c35b903e9 deletion is rescheduled due to dependency. [ 1246.147158] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-947bd68c-b1db-4704-99c5-8e2c35b903e9" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.505890] env[65511]: INFO networking_nsxv3.common.synchronization [req-9767f914-131b-45dd-bf69-9fcded7379de req-04447a2b-1116-4668-a7e3-eeffed61e6e2 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1248.506903] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1248.507473] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.507789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.507789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.508410] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.508614] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1248.508753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1248.508843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1248.509059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1248.509183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1248.509308] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.011447] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1249.513362] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1250.016240] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.016389] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.016460] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.016683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.016774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.016872] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1250.050033] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1250.050033] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.050196] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.050281] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1250.050430] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1250.059270] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1252.070959] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1252.071354] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.985359] env[65511]: INFO networking_nsxv3.common.synchronization [req-14b5d4f5-b407-4c4a-822e-97670657479d req-631f24cc-6e57-4960-85b9-c9a21a63c0b6 tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1252.985517] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1252.985848] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.985975] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.986195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.986416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.986571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1252.986667] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.986722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.986896] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.986980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.987085] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1253.490110] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.490542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.490542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.490682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.490682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.491437] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.491437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.491437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.491437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.491437] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.491437] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1253.529775] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1253.530052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.530052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.530216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1253.530343] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.541192] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1254.868838] env[65511]: INFO networking_nsxv3.common.synchronization [req-cd72c529-db33-4c35-8999-cb782055776c req-5e362165-1dea-4117-b25d-5991f103ecc8 tempest-ServersTestJSON-1745092078 tempest-ServersTestJSON-1745092078-project-member] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1254.869460] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGHEST for action security_group_members [ 1254.869856] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.870216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.870216] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.870333] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.870452] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1254.870542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1254.870596] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1254.870814] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1254.870899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.870952] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.083439] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:2 completed [ 1255.083577] env[65511]: INFO neutron.plugins.ml2.drivers.agent._common_agent [None req-3b90023d-2d5c-4212-a6ee-d19e8ac83912 None None] NSXv3 Agent Agent loop - iteration:3 started [ 1255.091102] env[65511]: INFO networking_nsxv3.common.synchronization [req-849e4836-31b2-44d6-b14d-54a61303fbf2 req-23929799-2037-4a58-9cfa-5467ac441538 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_members [ 1255.091689] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGHEST for action security_group_members [ 1255.092020] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.092152] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.092218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.092420] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.092581] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.092682] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.092743] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.092885] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.092970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.093073] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1255.373139] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.373547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.373547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.373634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.373671] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.373861] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.373961] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.374037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.374183] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.374255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.374354] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be updated. [ 1255.430221] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.430221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.430478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.430478] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.430590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.442216] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: IN_PROGRESS for 2s [ 1255.554012] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1255.554213] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e deletion is rescheduled due to dependency. [ 1255.554261] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.594890] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.595120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.595120] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.595322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.595421] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.595610] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.595707] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.595770] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.595916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.595992] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.596089] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 is going to be updated. [ 1255.622333] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1255.622544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1255.622544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1255.622767] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1255.622910] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1255.631716] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 in Status: IN_PROGRESS for 2s [ 1257.452165] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 in Status: SUCCESS [ 1257.452462] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 deletion is rescheduled due to dependency. [ 1257.452513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1257.644439] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 in Status: SUCCESS [ 1257.644863] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 deletion is rescheduled due to dependency. [ 1257.644863] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.967979] env[65511]: INFO networking_nsxv3.common.synchronization [req-17b7f341-bc2a-4257-8b56-1ae72f13da70 req-3383152e-dfd6-4287-a2e9-7a1b11a9916b tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1259.967979] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1259.967979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.967979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.967979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.971112] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.971286] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1259.971395] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.971458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.972908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.972908] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.972908] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.155154] env[65511]: INFO networking_nsxv3.common.synchronization [req-ce2c53d9-8191-41b9-ab09-dd8bbb79f869 req-3b5a870b-628b-49f4-b13a-ad33c1619a1e tempest-AttachVolumeShelveTestJSON-1736120617 tempest-AttachVolumeShelveTestJSON-1736120617-project-member] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1260.155154] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGHEST for action security_group_members [ 1260.155154] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.155154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.155154] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.155550] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.155797] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.156027] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.156237] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.156527] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.156723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.156908] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.309059] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-335 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.309399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.309399] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.309754] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.310086] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.310230] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.310230] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.310428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.310614] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.311414] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.311414] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1260.311414] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1260.311414] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1260.311414] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1260.311414] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1260.311414] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1260.333378] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1260.333378] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.021 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1260.333378] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1260.333378] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-335" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.333378] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-d7db3872-a1dc-4390-af8f-ae09235ae644 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.333378] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.333378] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.333814] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.333814] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7db3872-a1dc-4390-af8f-ae09235ae644',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.475300] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1260.661554] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.661732] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.661806] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.662042] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.662136] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.662452] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.662452] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.662571] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.662633] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.662709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.662797] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 is going to be updated. [ 1260.693486] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.693640] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.693691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.693905] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.694060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.702503] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: IN_PROGRESS for 2s [ 1260.837258] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.837258] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.837258] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.837724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.837724] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.837724] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port d7db3872-a1dc-4390-af8f-ae09235ae644 not found, creating... [ 1260.839024] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.839024] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.839024] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.839024] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.839024] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.839024] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.839507] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.839507] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.839507] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.839507] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.839673] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: d7db3872-a1dc-4390-af8f-ae09235ae644 is going to be created. [ 1260.865813] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1260.866094] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1260.866250] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1260.866532] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1260.866771] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.867107] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.977235] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.480201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.480385] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.480447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.480656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.480749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.480901] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1261.512894] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.513125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.513125] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.513364] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.513512] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1261.523262] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1261.578590] env[65511]: INFO networking_nsxv3.common.synchronization [req-17b7f341-bc2a-4257-8b56-1ae72f13da70 req-349eec04-b26c-4794-9249-e78add14e90b service nova] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 1261.578772] env[65511]: INFO networking_nsxv3.common.synchronization [req-17b7f341-bc2a-4257-8b56-1ae72f13da70 req-349eec04-b26c-4794-9249-e78add14e90b service nova] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1261.578944] env[65511]: INFO networking_nsxv3.common.synchronization [req-17b7f341-bc2a-4257-8b56-1ae72f13da70 req-349eec04-b26c-4794-9249-e78add14e90b service nova] Enqueued Resource ID: d7db3872-a1dc-4390-af8f-ae09235ae644 with Priority: HIGHEST for action port [ 1261.579555] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_rules [ 1261.579694] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1261.579821] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: d7db3872-a1dc-4390-af8f-ae09235ae644 with Priority: HIGHEST for action port [ 1261.580114] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.580235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.580351] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.580489] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.580570] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1261.581380] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.581465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.581646] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-d7db3872-a1dc-4390-af8f-ae09235ae644 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1261.581741] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1261.581803] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1261.581956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1261.582041] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('d7db3872-a1dc-4390-af8f-ae09235ae644',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1262.084427] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.085054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.085364] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port d7db3872-a1dc-4390-af8f-ae09235ae644 with status ACTIVE [ 1262.085725] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.086096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.086250] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.086537] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.086737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.087917] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.087917] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.087917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.088333] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: d7db3872-a1dc-4390-af8f-ae09235ae644 is going to be updated. [ 1262.109353] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1262.109578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.109578] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.109788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1262.109917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.110100] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-d7db3872-a1dc-4390-af8f-ae09235ae644" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1262.712113] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 in Status: SUCCESS [ 1262.712328] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 deletion is rescheduled due to dependency. [ 1262.712447] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.534578] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1263.534989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.535108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.535238] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.535440] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1263.535564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1263.535630] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1263.535790] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1263.535890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1263.535973] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.038987] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1264.543108] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.046105] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.046302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.046367] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.046595] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.046690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.046794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1265.081214] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.081418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.081418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.081638] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.081809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.098893] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1265.609490] env[65511]: INFO networking_nsxv3.common.synchronization [req-5319a475-c174-4d79-8684-7ee98f07a95f req-a0dbde66-0d55-44ed-8e1d-d44b74c2ca49 tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1265.610185] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1265.610409] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.610471] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.610513] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.610699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.610892] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.611050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.611050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.611231] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.611338] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.611447] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1265.925343] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.925544] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.925671] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.925990] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.926272] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.926428] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.926543] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.926764] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.926906] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.927131] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.927241] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1265.927346] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1265.927450] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1265.927555] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1265.927657] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1265.927856] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1265.947712] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1265.947951] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1265.948115] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1265.948292] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1265.948603] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-21551bb8-9d18-430b-92d9-4b0b775abbc2 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1265.948771] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1265.948889] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1265.949258] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1265.949399] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21551bb8-9d18-430b-92d9-4b0b775abbc2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1266.113699] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.113920] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.113972] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.114206] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.114299] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.114503] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.114603] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.114666] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.114815] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.114893] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.114981] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1266.148051] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.148051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.148051] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.148296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.148296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.160075] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1266.452016] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.452407] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.452481] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.452838] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.453049] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.453238] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port 21551bb8-9d18-430b-92d9-4b0b775abbc2 not found, creating... [ 1266.453546] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.453708] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.453835] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.454102] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.454266] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.454564] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.454726] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.454832] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.455159] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.455359] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.455434] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 is going to be created. [ 1266.480515] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1266.480515] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1266.481213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1266.481213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1266.481213] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1266.481456] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.110305] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1267.110626] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.110977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.111195] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.111379] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.111500] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.111547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.111695] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.111793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.111857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.111946] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.209667] env[65511]: INFO networking_nsxv3.common.synchronization [req-5319a475-c174-4d79-8684-7ee98f07a95f req-66610578-7264-4ca9-a752-139fba2c7443 service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 1267.210099] env[65511]: INFO networking_nsxv3.common.synchronization [req-5319a475-c174-4d79-8684-7ee98f07a95f req-66610578-7264-4ca9-a752-139fba2c7443 service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1267.210170] env[65511]: INFO networking_nsxv3.common.synchronization [req-5319a475-c174-4d79-8684-7ee98f07a95f req-66610578-7264-4ca9-a752-139fba2c7443 service nova] Enqueued Resource ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 with Priority: HIGHEST for action port [ 1267.210696] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 1267.210837] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1267.210959] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 with Priority: HIGHEST for action port [ 1267.211201] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.211322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.211388] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.211602] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.211792] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.212651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.212748] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.212927] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-21551bb8-9d18-430b-92d9-4b0b775abbc2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.213041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.213733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.213733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.213733] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21551bb8-9d18-430b-92d9-4b0b775abbc2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.615162] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1267.714896] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.715108] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.715445] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21551bb8-9d18-430b-92d9-4b0b775abbc2 with status ACTIVE [ 1267.715713] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.715836] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.715951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.717521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.717639] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.717833] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.717938] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.718069] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.718192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.718275] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.718461] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.718576] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.718609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.718786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.718855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.719063] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 is going to be updated. [ 1267.740999] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1267.741191] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1267.741259] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1267.741419] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1267.741554] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1267.741711] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.117185] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2717a683-4c97-4f0b-be14-79d468d411e3: rpc.has_security_group_logging(os_id): False [ 1268.136926] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.137096] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.137140] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.137397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.156617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.156927] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.157068] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.157138] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.157335] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.157418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.157508] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1268.174333] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1268.174516] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e deletion is rescheduled due to dependency. [ 1268.174627] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.174783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.175048] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.175190] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.175301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.175363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.175503] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.175580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.175675] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1268.219786] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1268.220014] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.220089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.220300] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1268.220445] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1268.234583] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1268.678375] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.180401] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1269.683154] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.683345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.683415] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.683600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.683691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.683790] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1269.713543] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1269.713744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1269.713744] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1269.713949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1269.714650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1269.722978] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1270.249168] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1270.249607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.732641] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1271.733148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.733148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.733271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.733452] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1271.733568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1271.733623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1271.734155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1271.734155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.734155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1271.734155] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.212023] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1272.212275] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1272.235901] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1272.738048] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab80a8f-75ab-4aa3-b994-f96d124d7e0e: rpc.has_security_group_logging(os_id): False [ 1272.758079] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.758233] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.758309] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.758524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.758623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.758851] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.758949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.759021] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.759170] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.759249] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.759336] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1272.826060] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1272.826060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1272.826060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1272.826060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1272.826060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1272.837266] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1274.850976] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1274.851378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1277.213222] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1277.213589] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1282.214695] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1282.215116] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1285.036328] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock all taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1285.036771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1285.036771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1285.036771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1285.036899] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_ports_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1285.539344] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_groups_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.041431] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_qos_policies_with_revisions called with arguments (1000, 0) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1286.543692] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata is going to be refreshed. [ 1286.543897] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment. [ 1287.215653] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1287.216124] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1287.315075] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.315359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.315359] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.315470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.328903] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider [-] Duplicate resource with OS_ID: 992 ID: cl2-zone-992 [ 1287.329826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.330651] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:SegmentPort. [ 1287.366837] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.367155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.367155] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.367284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.380752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.381634] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:SegmentPort Is:0. [ 1287.381757] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:SegmentPort Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.381796] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules). [ 1287.425340] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.425601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.425601] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.425750] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.427095] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.427271] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Rules Remote IP Prefix). [ 1287.505592] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules Remote IP Prefix) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.505857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.505857] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.505973] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.506296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules Remote IP Prefix)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.506581] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Address Group. [ 1287.580726] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Address Group taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.580933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.580933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.581234] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.581913] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Address Group" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.581963] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Rules) Is:50. [ 1287.582060] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Rules) Are:{'2717a683-4c97-4f0b-be14-79d468d411e3', '27882840-bb07-488b-ba69-a1a6813aabd3', 'eb8ec9d9-557f-4bca-9580-548d67761d9c', '16f21f1e-e33f-4c68-8912-25c75e544f26', 'b032e452-8e1a-481e-9837-c5676d7b8b5b', '824a4f33-3c22-40d5-9a2b-d0079735b73b', '0050bed8-c8dd-4ac0-a218-4eb31f3feddf', '0cdf6c02-6b88-4145-9e4d-79fda78bc578', '1367a40b-c204-42a0-8e18-2e3f8c8ceb73', '5a9c765f-9372-454d-bf13-278453ca0cd4', '0d53b170-fd4c-450b-8622-0d0fd2f9e33a', 'f2409168-65d2-471e-be82-4d8a1fbf5088', '684f4a87-6418-4fac-83bb-c230b8e9800c', '051de1a9-c34e-4490-b42a-807f84b6caa4', 'fcacac73-62d5-4c82-9600-a5afd3e21a62', '0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e', '6143cb2f-42de-47e9-8e5f-fc84ff2eca59', '5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2', '60a15289-a5fa-43b3-a5f2-a2dbba95c905', '165416bc-a263-4747-bebf-058bb4491981', '9836115b-089f-4fb8-a5a4-bbcb702c979f', 'c02f4d70-f0ce-408e-a93f-d5db665f006e', '96136d50-232a-4675-877f-b7dc0e40586f', 'dab80a8f-75ab-4aa3-b994-f96d124d7e0e', '07f4c991-0c3b-4638-b157-087274f35ee5', 'e20def00-3586-4999-9f55-eefd77ea777b', 'e89d2a7c-42c0-4923-b3c7-f2416aff4751', '9c35bfed-0363-4f21-be09-da2e7babfa0a', '947bd68c-b1db-4704-99c5-8e2c35b903e9', '2bde1e64-ddb9-4a38-8fd2-71c6db630a56', '8e1a2a68-f82d-4e2f-9ac4-6ff0f0174643', 'f1269bf1-27f0-410b-a6f6-e9007117e4fa', '82fdfbad-38fb-4ccc-bbe1-818b107b1c26', '03739490-8b7e-4db6-861e-5ed602e4d277', '805bbd35-7c0b-4202-8d0d-b250b009f253', 'a6590b8d-b530-4b38-bfc8-ca7770cd99f1', '413aa4b2-02ae-4de5-a380-0cb1209b5afc', 'a432b387-c149-4987-8507-66e3f9717524', 'd587a124-41b6-49d3-af59-92b84fc3d274', '6d190cc9-21ee-49a1-9778-4d9f53e0df00', '5fa0913f-893b-45d5-8c89-14629c3e9750', '80549b53-f25f-4f07-846d-11ab91ee2a1d', '74dd0a3c-a1d2-4b59-9bdc-973929cb475b', '70edfd65-a789-4703-a754-95aa72879138', 'b40df30e-aabf-421c-8183-427a96a893bf', 'df51f689-d2b6-4b6f-8728-bd21124be7e6', 'ed390dac-927e-409c-acae-f71af181bf5f', 'c5a3a2e3-5a39-48c4-b00c-3358bf51f7f0', '13515e9f-0bbd-4653-b841-5a715a4171a0', '57d04c0f-2cc8-44ea-8680-ae559518f626'} {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.582167] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Segment QoS. [ 1287.603647] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment QoS taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.603894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.603894] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.604063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.604161] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment QoS" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.604272] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Segment QoS Is:0. [ 1287.604340] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Segment QoS Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.604410] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] Fetching Policy NSX-T metadata for Type:Security Group (Members). [ 1287.700170] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1287.700368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.700417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.700729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1287.701916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1287.702215] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] [Policy] The number of outdated resources for Type:Security Group (Members) Is:0. [ 1287.702292] env[65511]: DEBUG networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Outdated resources of Type:Security Group (Members) Are:set() {{(pid=65511) outdated /opt/stack/networking-nsx-t/networking_nsxv3/plugins/ml2/drivers/nsxv3/agent/provider_nsx_policy.py:1130}} [ 1287.702366] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Inventory metadata have been refreshed. [ 1287.702426] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 0/0 resources of Type:Ports [ 1287.702506] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Realizing 20/50 resources of Type:Security Group Rules [ 1287.702577] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGH for action security_group_rules [ 1287.702659] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGH for action security_group_rules [ 1287.702727] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGH for action security_group_rules [ 1287.702790] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGH for action security_group_rules [ 1287.702849] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGH for action security_group_rules [ 1287.702908] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGH for action security_group_rules [ 1287.702965] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGH for action security_group_rules [ 1287.703046] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGH for action security_group_rules [ 1287.703107] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGH for action security_group_rules [ 1287.703171] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGH for action security_group_rules [ 1287.703228] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGH for action security_group_rules [ 1287.703334] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGH for action security_group_rules [ 1287.703334] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGH for action security_group_rules [ 1287.703438] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGH for action security_group_rules [ 1287.703487] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGH for action security_group_rules [ 1287.703539] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGH for action security_group_rules [ 1287.703578] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGH for action security_group_rules [ 1287.703611] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGH for action security_group_rules [ 1287.703673] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGH for action security_group_rules [ 1287.703730] env[65511]: INFO networking_nsxv3.common.synchronization [-] Enqueued Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGH for action security_group_rules [ 1287.703825] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "all" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.217609] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1292.218073] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=20], Jobs=0 [ 1292.218073] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGH for action security_group_rules [ 1292.218073] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: eb8ec9d9-557f-4bca-9580-548d67761d9c with Priority: HIGH for action security_group_rules [ 1292.218073] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf with Priority: HIGH for action security_group_rules [ 1292.218369] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 with Priority: HIGH for action security_group_rules [ 1292.218369] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 165416bc-a263-4747-bebf-058bb4491981 with Priority: HIGH for action security_group_rules [ 1292.218482] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 with Priority: HIGH for action security_group_rules [ 1292.218482] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 with Priority: HIGH for action security_group_rules [ 1292.218589] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 with Priority: HIGH for action security_group_rules [ 1292.218655] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 with Priority: HIGH for action security_group_rules [ 1292.218709] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e with Priority: HIGH for action security_group_rules [ 1292.218802] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 684f4a87-6418-4fac-83bb-c230b8e9800c with Priority: HIGH for action security_group_rules [ 1292.218891] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: f2409168-65d2-471e-be82-4d8a1fbf5088 with Priority: HIGH for action security_group_rules [ 1292.218977] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a with Priority: HIGH for action security_group_rules [ 1292.219082] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 with Priority: HIGH for action security_group_rules [ 1292.219167] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 with Priority: HIGH for action security_group_rules [ 1292.219251] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b with Priority: HIGH for action security_group_rules [ 1292.219337] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 with Priority: HIGH for action security_group_rules [ 1292.219422] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b032e452-8e1a-481e-9837-c5676d7b8b5b with Priority: HIGH for action security_group_rules [ 1292.219507] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 27882840-bb07-488b-ba69-a1a6813aabd3 with Priority: HIGH for action security_group_rules [ 1292.219592] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 with Priority: HIGH for action security_group_rules [ 1292.219947] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.220109] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.220172] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.220480] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.220553] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.221561] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-eb8ec9d9-557f-4bca-9580-548d67761d9c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.221713] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.221787] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.221890] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.221971] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('eb8ec9d9-557f-4bca-9580-548d67761d9c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.222978] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.223113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.223188] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.223356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.223356] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0050bed8-c8dd-4ac0-a218-4eb31f3feddf',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.224267] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-fcacac73-62d5-4c82-9600-a5afd3e21a62 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.224267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.224267] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.224464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.224464] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('fcacac73-62d5-4c82-9600-a5afd3e21a62',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.225068] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-165416bc-a263-4747-bebf-058bb4491981 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.225462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.225462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.225462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.225635] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('165416bc-a263-4747-bebf-058bb4491981',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.226155] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.226263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.226321] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.226465] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.226538] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('60a15289-a5fa-43b3-a5f2-a2dbba95c905',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.227320] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.227456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.227516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.227669] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.227729] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.228424] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.228532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.228594] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.228724] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.228786] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('6143cb2f-42de-47e9-8e5f-fc84ff2eca59',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.229456] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-051de1a9-c34e-4490-b42a-807f84b6caa4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.229561] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.229616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.229949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.229949] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('051de1a9-c34e-4490-b42a-807f84b6caa4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.230716] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.230818] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.230882] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.231035] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.231152] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.231767] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-684f4a87-6418-4fac-83bb-c230b8e9800c taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.231866] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.231921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.232167] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.232252] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('684f4a87-6418-4fac-83bb-c230b8e9800c',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.232889] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-f2409168-65d2-471e-be82-4d8a1fbf5088 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.233032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.233099] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.233192] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.233259] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('f2409168-65d2-471e-be82-4d8a1fbf5088',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.233909] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.234050] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.234124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.234290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.234290] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0d53b170-fd4c-450b-8622-0d0fd2f9e33a',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.236618] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-5a9c765f-9372-454d-bf13-278453ca0cd4 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.236735] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.236802] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.237298] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.237298] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('5a9c765f-9372-454d-bf13-278453ca0cd4',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.237817] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.237817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.238022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.238022] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.238121] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('1367a40b-c204-42a0-8e18-2e3f8c8ceb73',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.238804] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-824a4f33-3c22-40d5-9a2b-d0079735b73b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.238941] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.239009] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.239130] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.239200] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('824a4f33-3c22-40d5-9a2b-d0079735b73b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.239851] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.239948] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.240036] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.240201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.240324] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('0cdf6c02-6b88-4145-9e4d-79fda78bc578',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.241116] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-b032e452-8e1a-481e-9837-c5676d7b8b5b taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.241116] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.241279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.241363] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.241620] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('b032e452-8e1a-481e-9837-c5676d7b8b5b',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.242288] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-27882840-bb07-488b-ba69-a1a6813aabd3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.242392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.242461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.242592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.242665] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('27882840-bb07-488b-ba69-a1a6813aabd3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.243321] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-16f21f1e-e33f-4c68-8912-25c75e544f26 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.243428] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.243492] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.243635] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.243744] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('16f21f1e-e33f-4c68-8912-25c75e544f26',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.246825] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.246934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.246934] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.247577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.247577] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.247577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.247577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.247577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.247577] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.247830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.247830] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.270571] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.270722] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.270769] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.270980] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.274373] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.274481] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.293271] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.293424] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: eb8ec9d9-557f-4bca-9580-548d67761d9c is going to be deleted. [ 1292.294337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.294548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.319999] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.320208] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 60a15289-a5fa-43b3-a5f2-a2dbba95c905 is going to be deleted. [ 1292.362125] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.362360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.362360] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.362543] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.362634] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.362753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-eb8ec9d9-557f-4bca-9580-548d67761d9c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.371403] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.371587] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.371587] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.371774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.371859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.371970] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-60a15289-a5fa-43b3-a5f2-a2dbba95c905" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.771679] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1292.834819] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.835047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.835047] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.835252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.837167] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.837328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.838137] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.838236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.838954] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.839058] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.839779] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.839881] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.840923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.841060] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.841684] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.841782] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.849364] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.849542] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.855773] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.855967] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.856996] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.857168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.858251] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.858417] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.859432] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.859860] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.859955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.863132] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.863737] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.863737] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.864701] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.865133] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.865219] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.866257] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.866678] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.866774] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.867862] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.868304] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.868401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.869545] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.869930] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.870053] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.877261] env[65511]: WARNING urllib3.connectionpool [-] Connection pool is full, discarding connection: nsxt.osci.c.eu-de-1.cloud.sap. Connection pool size: 10: queue.Full [ 1292.877860] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.877943] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0050bed8-c8dd-4ac0-a218-4eb31f3feddf is going to be deleted. [ 1292.879026] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.879276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.900308] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.900408] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 16f21f1e-e33f-4c68-8912-25c75e544f26 is going to be deleted. [ 1292.901391] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.901611] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.922160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.922351] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 1367a40b-c204-42a0-8e18-2e3f8c8ceb73 is going to be deleted. [ 1292.923283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.923516] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.938632] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1292.938855] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1292.943217] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.943366] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e is going to be deleted. [ 1292.944251] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.944463] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1292.962752] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1292.962931] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 824a4f33-3c22-40d5-9a2b-d0079735b73b is going to be deleted. [ 1292.963810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1292.964032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.113664] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.113884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.116322] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.116456] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.134264] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.134454] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 051de1a9-c34e-4490-b42a-807f84b6caa4 is going to be deleted. [ 1293.135444] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.135660] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.160843] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.161088] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.171546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.171681] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5a9c765f-9372-454d-bf13-278453ca0cd4 is going to be deleted. [ 1293.172656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.173041] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.239774] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.240208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.256416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.256613] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0d53b170-fd4c-450b-8622-0d0fd2f9e33a is going to be deleted. [ 1293.257523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.257749] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.289155] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 2717a683-4c97-4f0b-be14-79d468d411e3: rpc.has_security_group_logging(os_id): False [ 1293.318008] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.318240] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.318909] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.319044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.321989] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.322141] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: fcacac73-62d5-4c82-9600-a5afd3e21a62 is going to be deleted. [ 1293.323113] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.323334] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.356651] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.356864] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.358524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.358671] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: f2409168-65d2-471e-be82-4d8a1fbf5088 is going to be deleted. [ 1293.359606] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.359843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.408641] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.408907] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.409852] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.410018] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 684f4a87-6418-4fac-83bb-c230b8e9800c is going to be deleted. [ 1293.411173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.411451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.471615] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.471870] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.478851] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.479092] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.483215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.483370] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 6143cb2f-42de-47e9-8e5f-fc84ff2eca59 is going to be deleted. [ 1293.484468] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.484693] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.561318] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.561498] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 165416bc-a263-4747-bebf-058bb4491981 is going to be deleted. [ 1293.562538] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.562781] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.574490] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.574687] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.645921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.646117] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 0cdf6c02-6b88-4145-9e4d-79fda78bc578 is going to be deleted. [ 1293.646995] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.647227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.652376] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.652519] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.691087] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.691218] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.698994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.699135] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2 is going to be deleted. [ 1293.700149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.700374] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.730899] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.731060] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 27882840-bb07-488b-ba69-a1a6813aabd3 is going to be deleted. [ 1293.732000] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.732232] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.774698] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.774891] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: b032e452-8e1a-481e-9837-c5676d7b8b5b is going to be deleted. [ 1293.775742] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.775959] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.776066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.776190] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0050bed8-c8dd-4ac0-a218-4eb31f3feddf" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.776352] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.776518] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.776598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.776709] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-16f21f1e-e33f-4c68-8912-25c75e544f26" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.777427] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.777623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777717] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-1367a40b-c204-42a0-8e18-2e3f8c8ceb73" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.777811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.777958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.778076] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.778200] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0763fc3c-c7f5-48ae-b18c-a5b4ad146c1e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.778306] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.778470] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.778547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.778678] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-824a4f33-3c22-40d5-9a2b-d0079735b73b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.778809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.778949] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.824744] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.824954] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.826665] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.826783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.827616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.827873] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.827968] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.828066] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.828270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.828356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.828452] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1293.830077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.830077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.830077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.830077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5a9c765f-9372-454d-bf13-278453ca0cd4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.830654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.830654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.830654] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.830903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-051de1a9-c34e-4490-b42a-807f84b6caa4" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.830903] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.831032] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.831085] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.831479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0d53b170-fd4c-450b-8622-0d0fd2f9e33a" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.831479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.831479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.831479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.831793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-f2409168-65d2-471e-be82-4d8a1fbf5088" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.832168] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.832327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.832413] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.832580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-fcacac73-62d5-4c82-9600-a5afd3e21a62" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.832699] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.832843] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.833016] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833148] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-684f4a87-6418-4fac-83bb-c230b8e9800c" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833290] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.833433] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.833509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833644] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-6143cb2f-42de-47e9-8e5f-fc84ff2eca59" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.833780] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.833921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.833993] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.834122] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-165416bc-a263-4747-bebf-058bb4491981" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.834252] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.834393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.834458] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.834565] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-5ab4b0eb-b241-480e-ac3e-ad1dd6430cb2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.834675] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.834810] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.834879] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.834978] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-0cdf6c02-6b88-4145-9e4d-79fda78bc578" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.872484] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.872683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.872683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.872914] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.873015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.873146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-27882840-bb07-488b-ba69-a1a6813aabd3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.944568] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.944716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.944786] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.945015] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.945115] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.945236] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-b032e452-8e1a-481e-9837-c5676d7b8b5b" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.951147] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1293.951375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1293.951375] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1293.951588] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1293.951739] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1293.986613] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1294.155904] env[65511]: INFO networking_nsxv3.common.synchronization [req-03ca0e9b-e379-45b8-be1b-b8de96340366 req-e4773431-55d2-476e-aea8-95329d4fdc77 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1294.156695] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1294.157179] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.157373] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.157486] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.157771] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.158042] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.158215] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.158322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.158593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.158716] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.158817] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1294.661188] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.661609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.661609] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.661696] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.682793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.683070] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.683197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.683266] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.683462] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.683546] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.683635] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1294.712926] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1294.713160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1294.713160] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1294.713355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1294.713496] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1294.722380] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1296.000888] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1296.001320] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1296.732405] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1296.732622] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 deletion is rescheduled due to dependency. [ 1296.732694] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.158190] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1299.158563] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1303.274533] env[65511]: INFO networking_nsxv3.common.synchronization [req-f4c5342a-c8b5-4302-b4a4-6f609884ccfd req-2a2d9d53-9f33-4338-887e-01571ad75840 tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1303.275076] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1303.275406] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.275536] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.275600] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.275797] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.275947] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.277077] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.277175] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.277683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.277683] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.277683] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.555236] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.555434] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.555557] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.555830] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.556099] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.556259] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.556372] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.556583] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.556726] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.556949] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.557072] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1303.557180] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1303.557286] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1303.557396] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1303.557498] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1303.557628] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1303.577807] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1303.577978] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1303.578107] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1303.578280] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.578584] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.578746] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.578861] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.579249] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.579401] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20e9595-cf6c-4aab-a7fc-e713bd95bb19',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1303.779846] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.780079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.780079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.780276] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.780368] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.780572] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.780673] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.780809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.780933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.780982] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.781053] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1303.813680] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1303.813965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1303.813965] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1303.814301] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1303.814521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1303.828529] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1304.081616] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.081813] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.081920] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.082237] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.082392] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.082546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Segment Port b20e9595-cf6c-4aab-a7fc-e713bd95bb19 not found, creating... [ 1304.082802] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.082958] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.083085] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.083301] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.083437] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.083711] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.083862] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.083974] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.084192] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.084324] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.084459] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: b20e9595-cf6c-4aab-a7fc-e713bd95bb19 is going to be created. [ 1304.103662] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.103884] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.103954] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.104249] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.104481] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.104702] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1304.786373] env[65511]: INFO networking_nsxv3.common.synchronization [req-f4c5342a-c8b5-4302-b4a4-6f609884ccfd req-84e629ff-3047-4b23-a44e-5aee68615e42 service nova] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 1304.786639] env[65511]: INFO networking_nsxv3.common.synchronization [req-f4c5342a-c8b5-4302-b4a4-6f609884ccfd req-84e629ff-3047-4b23-a44e-5aee68615e42 service nova] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1304.786935] env[65511]: INFO networking_nsxv3.common.synchronization [req-f4c5342a-c8b5-4302-b4a4-6f609884ccfd req-84e629ff-3047-4b23-a44e-5aee68615e42 service nova] Enqueued Resource ID: b20e9595-cf6c-4aab-a7fc-e713bd95bb19 with Priority: HIGHEST for action port [ 1304.787291] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 1304.787483] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1304.787546] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: b20e9595-cf6c-4aab-a7fc-e713bd95bb19 with Priority: HIGHEST for action port [ 1304.787772] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.787889] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.787955] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.788243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.788367] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1304.789200] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.789302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.789460] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1304.789559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1304.789623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1304.789858] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1304.789928] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('b20e9595-cf6c-4aab-a7fc-e713bd95bb19',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1305.292386] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.292587] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.293814] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port b20e9595-cf6c-4aab-a7fc-e713bd95bb19 with status ACTIVE [ 1305.294014] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.294132] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.294202] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.294416] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.294510] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.294678] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.294772] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.294835] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.294981] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.295072] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.295254] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.295348] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.295409] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.295545] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.295617] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.295701] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: b20e9595-cf6c-4aab-a7fc-e713bd95bb19 is going to be updated. [ 1305.315453] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.315650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.315650] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.315826] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.315960] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.316143] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-b20e9595-cf6c-4aab-a7fc-e713bd95bb19" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.838834] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1305.839085] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 deletion is rescheduled due to dependency. [ 1305.839151] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.839674] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.839884] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.840090] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1305.840208] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1305.840287] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1305.840459] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1305.840544] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1305.840709] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.344192] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1306.846974] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1307.349979] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.349979] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.350226] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.350328] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.350418] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.350544] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1307.380369] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1307.380610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1307.380610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1307.380844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1307.381037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1307.390462] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1309.401659] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1309.402164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.402164] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.402255] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.402438] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1309.402563] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1309.402610] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1309.402753] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1309.402832] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.402916] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1309.403017] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1309.788601] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1309.788838] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1309.905663] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1310.408979] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13515e9f-0bbd-4653-b841-5a715a4171a0: rpc.has_security_group_logging(os_id): False [ 1310.427104] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.427305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.427305] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.427494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.427586] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.427834] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.427935] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.427994] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.428242] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.428380] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.428495] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1310.487498] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1310.487729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1310.487729] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1310.489052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1310.489052] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1310.499686] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1312.515755] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1312.515755] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1314.790355] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1314.790766] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1319.791448] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1319.791885] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1324.793184] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1324.793466] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1328.371689] env[65511]: INFO networking_nsxv3.common.synchronization [req-3bc9d0b0-b920-4491-a48d-83e4c9d94c1b req-b01f2479-e0fd-429d-badd-d5f0ff8497c8 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1328.372363] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1328.372606] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.372746] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.372811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.373080] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.374059] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1328.374059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1328.374059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1328.374059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1328.374059] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1328.374059] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1328.876184] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.378420] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1329.881129] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.881355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.881355] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.881581] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.881708] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.881812] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1329.915044] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1329.915254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1329.915548] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1329.915844] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1329.916044] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1329.925798] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1331.937793] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1331.938241] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1333.373580] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1333.373965] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1338.374891] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1338.375308] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1340.604299] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock network-966 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.604631] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.604631] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.604907] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.605178] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.605334] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.605445] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.605652] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.605802] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.606030] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.606130] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1340.606238] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1340.606344] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1340.606450] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1340.606557] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1340.606683] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1340.626252] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1340.626403] env[65511]: DEBUG dogpile.cache.region [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Cache value generated in 0.020 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1340.626508] env[65511]: DEBUG dogpile.lock [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1340.626630] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "network-966" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.626923] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock port-21551bb8-9d18-430b-92d9-4b0b775abbc2 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1340.627101] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1340.627220] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1340.627457] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1340.627603] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21551bb8-9d18-430b-92d9-4b0b775abbc2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.130288] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.130648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.130648] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.130994] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.131105] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.131390] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.131542] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.131682] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.131907] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.132055] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.132325] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.132473] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.132582] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.132780] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.132908] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.133054] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Resource: SegmentPort with ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 is going to be updated. [ 1341.155342] env[65511]: DEBUG networking_nsxv3.common.locking [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.155573] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.155661] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.155934] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.156141] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.156357] env[65511]: DEBUG oslo_concurrency.lockutils [None req-a7f21b70-fe3c-4b54-bfc1-3cc7efac5823 None None] Releasing lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.847953] env[65511]: INFO networking_nsxv3.common.synchronization [req-78b11482-aa8e-45c3-bb85-c46a57f705fb req-f5c1f2b5-29d5-4cad-82df-4f3661cdd884 service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 1341.848259] env[65511]: INFO networking_nsxv3.common.synchronization [req-78b11482-aa8e-45c3-bb85-c46a57f705fb req-f5c1f2b5-29d5-4cad-82df-4f3661cdd884 service nova] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1341.848296] env[65511]: INFO networking_nsxv3.common.synchronization [req-78b11482-aa8e-45c3-bb85-c46a57f705fb req-f5c1f2b5-29d5-4cad-82df-4f3661cdd884 service nova] Enqueued Resource ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 with Priority: HIGHEST for action port [ 1341.848863] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_rules [ 1341.849014] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1341.849120] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 with Priority: HIGHEST for action port [ 1341.849391] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.849517] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.849590] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.849859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.849859] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.850722] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.850861] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.851031] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.851087] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.851213] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.851288] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.851401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.851552] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.851642] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1341.851734] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1341.852530] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-21551bb8-9d18-430b-92d9-4b0b775abbc2 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1341.852580] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1341.852647] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1341.852812] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1341.852845] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('21551bb8-9d18-430b-92d9-4b0b775abbc2',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.355223] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.355322] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.355464] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1342.356400] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 21551bb8-9d18-430b-92d9-4b0b775abbc2 with status ACTIVE [ 1342.356590] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.356723] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.356788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.356996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.357260] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.357358] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.357423] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.357523] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.357733] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.357846] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.358088] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.358222] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.358323] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.358494] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.358623] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.358910] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 21551bb8-9d18-430b-92d9-4b0b775abbc2 is going to be updated. [ 1342.380165] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1342.380386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1342.380435] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1342.380677] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1342.380811] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.380956] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-21551bb8-9d18-430b-92d9-4b0b775abbc2" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1342.860692] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1343.362814] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.362974] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.363063] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.363283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.363378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.363479] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1343.398808] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1343.398958] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1343.399034] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1343.399253] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1343.399392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1343.408325] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1345.421345] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1345.421345] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.421768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.421768] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.421923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1345.422054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1345.422123] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1345.422279] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1345.422362] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.422451] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1345.422531] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1345.925017] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1346.427952] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for dab80a8f-75ab-4aa3-b994-f96d124d7e0e: rpc.has_security_group_logging(os_id): False [ 1346.446704] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.446996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.446996] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.447153] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.472356] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.472756] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.472921] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.472987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.473201] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.473331] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.473464] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1346.576845] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1346.577054] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1346.577146] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1346.577400] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1346.577553] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1346.620396] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1346.849732] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1346.849995] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1347.857022] env[65511]: INFO networking_nsxv3.common.synchronization [req-cf2671c7-0624-45de-8be8-9d15748365c2 req-ea83f36a-ba2e-4e2c-8fdb-0692866bbfa9 tempest-ServerActionsTestOtherA-1379450440 tempest-ServerActionsTestOtherA-1379450440-project-member] Enqueued Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1347.857597] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 2717a683-4c97-4f0b-be14-79d468d411e3 with Priority: HIGHEST for action security_group_members [ 1347.857906] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-2717a683-4c97-4f0b-be14-79d468d411e3 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.858037] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.858114] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.858296] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.858446] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1347.858540] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.858616] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.858788] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1347.858909] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1347.859115] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('2717a683-4c97-4f0b-be14-79d468d411e3',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1348.361337] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.361593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.361593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.361799] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.361895] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.362196] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.362378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.362378] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.362509] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.362585] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.362675] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 is going to be updated. [ 1348.392085] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1348.392302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1348.392302] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1348.392521] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1348.392656] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1348.402644] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: IN_PROGRESS for 2s [ 1348.634794] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1348.635089] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1350.422882] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 2717a683-4c97-4f0b-be14-79d468d411e3 in Status: SUCCESS [ 1350.423397] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 2717a683-4c97-4f0b-be14-79d468d411e3 deletion is rescheduled due to dependency. [ 1350.423397] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-2717a683-4c97-4f0b-be14-79d468d411e3" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1352.858398] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1352.858748] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1357.860084] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1357.860448] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1358.167442] env[65511]: INFO networking_nsxv3.common.synchronization [req-fefb4574-54e3-464f-a323-3eebbf7cce29 req-3028b455-e738-4fc1-a516-ed88f2a0f9b2 tempest-ServerActionsTestOtherB-1895380369 tempest-ServerActionsTestOtherB-1895380369-project-member] Enqueued Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1358.167968] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e with Priority: HIGHEST for action security_group_members [ 1358.168290] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.168441] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.168514] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.168730] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.168914] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.169040] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.169105] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.169283] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.169370] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.169519] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('dab80a8f-75ab-4aa3-b994-f96d124d7e0e',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1358.671413] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.671632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.671632] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.671911] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.672017] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.672215] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.672317] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.672383] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.672530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.672608] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.672693] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e is going to be updated. [ 1358.699944] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1358.700165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1358.700165] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1358.700341] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1358.700472] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1358.708407] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: IN_PROGRESS for 2s [ 1360.721258] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e in Status: SUCCESS [ 1360.721557] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: dab80a8f-75ab-4aa3-b994-f96d124d7e0e deletion is rescheduled due to dependency. [ 1360.721557] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-dab80a8f-75ab-4aa3-b994-f96d124d7e0e" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1363.169981] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1363.169981] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1368.170644] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1368.171228] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1373.171750] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1373.171750] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1378.172770] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1378.173254] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.173989] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1383.174376] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1383.824952] env[65511]: INFO networking_nsxv3.common.synchronization [req-c053c690-e17f-4e3f-8d75-295ce8269bca req-d95a18ea-2ce8-40a0-ac98-80e3119f5dbf tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1383.825579] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1383.825929] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.826107] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.826209] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.826479] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.826678] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1383.826817] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.826892] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.827342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1383.827342] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1383.827342] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1384.330060] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.330493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.330493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.330493] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.330629] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.330749] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.330859] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.330917] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.331144] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.331227] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.331312] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1384.358923] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1384.359176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.359176] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.359262] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1384.359401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.367135] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1386.378451] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1386.378837] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 deletion is rescheduled due to dependency. [ 1386.378837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1388.827289] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1388.827705] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1391.535700] env[65511]: INFO networking_nsxv3.common.synchronization [req-f8267e6f-aeef-42b7-b6f1-6488e1bba635 req-2280b069-d592-49fa-8a64-40c41e6e3a8d tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1391.536928] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1391.537408] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.537564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.537628] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.537933] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.538156] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.538270] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.538386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.538564] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.538651] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.538763] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1391.854845] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock network-250 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.855113] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.855264] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.855615] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.855944] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.856173] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.856324] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.856561] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.856710] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.856955] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1391.857171] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] NeedRegenerationException {{(pid=65511) _enter /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:90}} [ 1391.857307] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] no value, waiting for create lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:131}} [ 1391.857418] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] value creation lock acquired {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:135}} [ 1391.857532] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] No value present for key: 'zone-id' {{(pid=65511) _is_cache_miss /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:918}} [ 1391.857637] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Calling creation function for not-yet-present value {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:174}} [ 1391.857771] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Looking for TransportZone with name nsx-vlan-transportzone. [ 1391.882633] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] loading zone with a95c914d-748d-497c-94ab-10d4647daeba and tags [{'scope': 'mp2policy_migr_status', 'tag': 'success'}] [ 1391.882854] env[65511]: DEBUG dogpile.cache.region [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Cache value generated in 0.025 seconds for key(s): 'zone-id' {{(pid=65511) _log_time /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/cache/region.py:910}} [ 1391.882899] env[65511]: DEBUG dogpile.lock [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Released creation lock {{(pid=65511) _enter_create /opt/stack/data/venv/lib/python3.10/site-packages/dogpile/lock.py:182}} [ 1391.883364] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "network-250" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1391.884427] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock port-9c15fa60-dfc8-421e-96d9-f9cdb1951457 taken with stack trace [, , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1391.885071] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1391.885603] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1391.886194] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1391.886983] env[65511]: DEBUG networking_nsxv3.api.rpc [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c15fa60-dfc8-421e-96d9-f9cdb1951457',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1392.042416] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.042676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.042676] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.042783] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.042871] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.043070] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.043173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.043235] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.043384] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.043461] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.043546] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1392.071408] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.071643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.071643] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.071813] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.071951] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.081052] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1392.390445] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.390721] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.390721] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.391024] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.391227] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.391390] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Segment Port 9c15fa60-dfc8-421e-96d9-f9cdb1951457 not found, creating... [ 1392.391651] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock Segment taken with stack trace [, , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.391816] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.391925] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.392156] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.392300] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.392584] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.392737] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.392851] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.393063] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.393196] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.393340] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Resource: SegmentPort with ID: 9c15fa60-dfc8-421e-96d9-f9cdb1951457 is going to be created. [ 1392.413842] env[65511]: DEBUG networking_nsxv3.common.locking [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Lock SegmentPort taken with stack trace [, , , , , , , , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1392.414078] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1392.414169] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1392.414421] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1392.414641] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1392.414848] env[65511]: DEBUG oslo_concurrency.lockutils [None req-f0c77a5b-6546-4a45-b8c7-5d89da41345f None None] Releasing lock "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.101978] env[65511]: INFO networking_nsxv3.common.synchronization [req-f8267e6f-aeef-42b7-b6f1-6488e1bba635 req-31fcb851-d5a1-4ede-86e6-152cb238d3b5 service nova] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 1393.102807] env[65511]: INFO networking_nsxv3.common.synchronization [req-f8267e6f-aeef-42b7-b6f1-6488e1bba635 req-31fcb851-d5a1-4ede-86e6-152cb238d3b5 service nova] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1393.102807] env[65511]: INFO networking_nsxv3.common.synchronization [req-f8267e6f-aeef-42b7-b6f1-6488e1bba635 req-31fcb851-d5a1-4ede-86e6-152cb238d3b5 service nova] Enqueued Resource ID: 9c15fa60-dfc8-421e-96d9-f9cdb1951457 with Priority: HIGHEST for action port [ 1393.102898] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_rules [ 1393.103013] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1393.103139] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 9c15fa60-dfc8-421e-96d9-f9cdb1951457 with Priority: HIGHEST for action port [ 1393.103443] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock rules-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.103547] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.103612] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.103837] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.103958] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.104844] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.104931] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.105109] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock port-9c15fa60-dfc8-421e-96d9-f9cdb1951457 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.105789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.105789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.105789] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.105789] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_port called with arguments ('9c15fa60-dfc8-421e-96d9-f9cdb1951457',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1393.607467] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.607691] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.608828] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] realization of port 9c15fa60-dfc8-421e-96d9-f9cdb1951457 with status ACTIVE [ 1393.609016] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.609142] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.609221] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.609434] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.609524] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.609689] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Segment taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.609792] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.609830] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.609977] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.610067] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Segment" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.610246] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.610337] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.610396] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.610532] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.610607] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.610692] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: SegmentPort with ID: 9c15fa60-dfc8-421e-96d9-f9cdb1951457 is going to be updated. [ 1393.630643] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock SegmentPort taken with stack trace [, , , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1393.630862] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1393.630912] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1393.631079] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1393.631254] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "SegmentPort" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1393.631422] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "port-9c15fa60-dfc8-421e-96d9-f9cdb1951457" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.090511] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1394.090714] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 deletion is rescheduled due to dependency. [ 1394.090819] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.091071] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.091361] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.091583] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1394.091721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1394.091809] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1394.091987] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1394.092119] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1394.092280] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1394.594767] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_members_effective_ips called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.096848] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_security_group_port_ids called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1395.599227] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.599636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.599636] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.599721] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.599756] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.599865] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1395.626742] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1395.626944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.626944] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.627173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1395.627393] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1395.638018] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1397.650058] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1397.650440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.650440] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.650533] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.650670] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1397.650796] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.650872] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.651030] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.651124] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.651243] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.651338] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method get_rules_for_security_group_id called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.104170] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1398.104416] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=1 [ 1398.153879] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_logging called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1398.656438] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.realization [-] Neutron DB logged flag for 13515e9f-0bbd-4653-b841-5a715a4171a0: rpc.has_security_group_logging(os_id): False [ 1398.675304] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.675592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.675592] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.675793] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.675898] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.676204] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.676327] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.676386] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.676530] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.676598] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.676692] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Rules) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1398.736807] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1398.737149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1398.737149] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1398.737284] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1398.737392] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1398.751381] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1400.767108] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Rules) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1400.767464] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "rules-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.105528] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1403.105905] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1408.107128] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1408.107868] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1413.108775] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1413.109297] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1418.110161] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1418.110584] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1423.111566] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1423.112057] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1428.112636] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1428.114391] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1433.114349] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1433.114349] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1438.115261] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1438.115261] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1443.116669] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1443.116669] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1448.118161] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1448.118561] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1453.119082] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1453.119469] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1454.302197] env[65511]: INFO networking_nsxv3.common.synchronization [req-65617b15-2c6e-494b-be25-3e7fba765e03 req-d89e84e3-95bd-4789-965e-22e90cc8614f tempest-ServerActionsTestJSON-395987557 tempest-ServerActionsTestJSON-395987557-project-member] Enqueued Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1454.302564] env[65511]: INFO networking_nsxv3.common.synchronization [-] Processing Resource ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 with Priority: HIGHEST for action security_group_members [ 1454.302882] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock member-13515e9f-0bbd-4653-b841-5a715a4171a0 taken with stack trace [, , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.303020] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.303070] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.303263] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.303411] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.303506] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.303568] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.303710] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.303795] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.303886] env[65511]: DEBUG networking_nsxv3.api.rpc [-] networking_nsxv3.api.rpc.NSXv3ServerRpcApi method has_security_group_used_by_host called with arguments ('13515e9f-0bbd-4653-b841-5a715a4171a0',) {} {{(pid=65511) wrapper /opt/stack/data/venv/lib/python3.10/site-packages/oslo_log/helpers.py:65}} [ 1454.806126] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Rules) taken with stack trace [, , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.806401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.806401] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.806593] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.806690] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Rules)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.806888] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.806983] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.807055] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.807197] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.807274] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.807359] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 is going to be updated. [ 1454.841982] env[65511]: DEBUG networking_nsxv3.common.locking [-] Lock Security Group (Members) taken with stack trace [, , , , , , ] {{(pid=65511) get_lock /opt/stack/networking-nsx-t/networking_nsxv3/common/locking.py:46}} [ 1454.842198] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1454.842246] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1454.842425] env[65511]: DEBUG oslo_concurrency.lockutils [-] Acquired external semaphore "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1454.842559] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "Security Group (Members)" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1454.850965] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: IN_PROGRESS for 2s [ 1456.861753] env[65511]: INFO networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Security Group (Members) ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 in Status: SUCCESS [ 1456.862173] env[65511]: WARNING networking_nsxv3.plugins.ml2.drivers.nsxv3.agent.provider_nsx_policy [-] Resource: Security Group (Members) with ID: 13515e9f-0bbd-4653-b841-5a715a4171a0 deletion is rescheduled due to dependency. [ 1456.862173] env[65511]: DEBUG oslo_concurrency.lockutils [-] Releasing lock "member-13515e9f-0bbd-4653-b841-5a715a4171a0" {{(pid=65511) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1459.303741] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1459.304060] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1464.304413] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1464.304828] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1469.305399] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1469.305812] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1474.306339] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1474.306720] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0 [ 1479.307379] env[65511]: INFO networking_nsxv3.common.synchronization [-] No activity for the last 5 seconds. [ 1479.307731] env[65511]: INFO networking_nsxv3.common.synchronization [-] Sizes Queue[Active=0, Passive=0], Jobs=0